-- Logs begin at Mon 2021-06-21 03:45:37 UTC, end at Mon 2021-06-21 04:43:36 UTC. -- Jun 21 04:17:41.102486 dv-cinder-797170-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 21 04:17:43.748072 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.common.config [-] Logging enabled! Jun 21 04:17:43.748627 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev362 Jun 21 04:17:43.748853 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92677) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 21 04:17:43.752227 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.common.config [-] Logging enabled! Jun 21 04:17:43.752487 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev362 Jun 21 04:17:43.752803 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92677) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 21 04:17:43.753728 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 21 04:17:43.753961 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 21 04:17:43.754348 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 21 04:17:43.754618 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 21 04:17:43.754844 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 21 04:17:43.755162 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.755455 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.755750 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.755979 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.756275 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.756564 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.756855 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.757144 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.757439 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.757726 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.758006 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.758289 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.758542 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.758825 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.759113 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.759399 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.759619 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] debug = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.759900 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.760321 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.760718 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.760999 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.761289 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.761567 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.761836 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.762109 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.762409 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.762739 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] host = dv-cinder-797170-3-iscsi {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.763016 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.763303 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.763586 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.763869 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.764141 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.764420 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.764699 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.764968 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.765235 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] log_file = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.765507 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.765792 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.766078 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.766379 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.766609 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.766832 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.767119 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.767405 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.767683 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.767955 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.768229 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.768503 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.768776 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.769043 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.769324 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.769605 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.769963 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.770253 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.770556 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.770831 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.771104 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.771389 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.771663 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.771936 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.772210 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.772497 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.772765 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.773037 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.773338 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.773620 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.773900 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.774184 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.774482 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.774768 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.775036 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.775306 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.775574 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] use_json = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.775842 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.776110 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.776389 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.776658 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.776930 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.777200 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.777466 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.777749 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:43.778045 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.778338 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.778661 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.778943 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.779235 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.779514 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.779800 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.780077 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.780365 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.780653 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.780937 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.781213 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.781496 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.781769 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.782060 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.782444 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.782676 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.782966 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.783241 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.783513 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.783784 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.784062 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.784349 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.784644 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.784934 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.785206 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.785996 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.786289 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.786591 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.786863 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.787139 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.787430 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.787707 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.787983 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.788258 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.788795 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.789066 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.789335 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.789609 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.789895 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.790167 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.790458 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.790731 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.791005 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.791274 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.791558 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.791830 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.792101 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.792370 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.792644 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.792914 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.793181 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.793454 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.793723 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.793996 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.794265 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.794557 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.794830 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.795098 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.795365 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.795634 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.795901 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.796171 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.796440 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.796709 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.796981 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.797256 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.797525 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.797808 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.798104 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.798393 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.798675 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.798954 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.799231 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.799503 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.799777 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.800053 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.800329 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.800599 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.800887 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.801817 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.802106 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.802416 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.802696 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.802992 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.803269 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.803549 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.803823 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.804099 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.804386 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.804664 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.804956 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.805249 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.805541 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.805830 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.806120 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.806421 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.806728 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.807006 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:43.807222 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 21 04:17:43.807465 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92677) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 21 04:17:44.155161 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:17:44.155365 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:17:44.155646 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:17:44.155985 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 21 04:17:44.537962 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:44.538242 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:44.538795 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:44.540069 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:44.540344 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:44.540610 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:44.573787 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:44.574057 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:44.574321 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:44.587846 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:44.588120 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:44.588381 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:44.616936 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:44.617212 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:44.617474 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:44.652892 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:44.653163 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:44.653428 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:44.881543 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:44.882145 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:44.882145 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:44.882336 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:44.883182 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.003803 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.004136 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.004416 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.004690 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.004956 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.005263 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.005516 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.005768 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.006013 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.006289 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.006570 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.006831 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.007087 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.007346 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.007594 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.007854 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.008123 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.008375 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.008641 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.008888 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.009162 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.009504 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.009749 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.010027 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.010269 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.010548 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.010931 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92677) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 04:17:45.011164 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92677) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 04:17:45.011394 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92677) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 04:17:45.011619 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92677) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 04:17:45.011846 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92677) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 04:17:45.012074 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92677) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 04:17:45.012429 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 21 04:17:45.016332 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 21 04:17:45.020725 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 21 04:17:45.024494 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Jun 21 04:17:45.026098 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 21 04:17:45.026567 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 21 04:17:45.026904 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 21 04:17:45.027286 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 21 04:17:45.030026 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 21 04:17:45.030276 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 21 04:17:45.030644 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 21 04:17:45.058007 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 21 04:17:45.058477 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.058775 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92677) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 21 04:17:45.059128 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.060457 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92677) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 21 04:17:45.060732 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 21 04:17:45.060973 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 21 04:17:45.064150 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.064429 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.127667 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 21 04:17:45.127901 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 21 04:17:45.128133 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 21 04:17:45.128492 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 21 04:17:45.149873 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_db.sqlalchemy.engines [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92677) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 21 04:17:45.669880 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.plugins.ml2.managers [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Initializing driver for type 'gre' Jun 21 04:17:45.670439 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] gre ID ranges: [(1, 1000)] Jun 21 04:17:45.719940 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.plugins.ml2.managers [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Initializing driver for type 'local' Jun 21 04:17:45.720280 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.plugins.ml2.managers [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Initializing driver for type 'vlan' Jun 21 04:17:45.732240 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] VlanTypeDriver initialization complete Jun 21 04:17:45.732605 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.plugins.ml2.managers [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Initializing driver for type 'vxlan' Jun 21 04:17:45.733244 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] vxlan ID ranges: [(1, 1000)] Jun 21 04:17:45.786093 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.plugins.ml2.managers [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Initializing extension driver 'port_security' Jun 21 04:17:45.786460 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.plugins.ml2.extensions.port_security [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] PortSecurityExtensionDriver initialization complete Jun 21 04:17:45.786804 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.plugins.ml2.managers [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Initializing mechanism driver 'openvswitch' Jun 21 04:17:45.787110 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.plugins.ml2.managers [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Initializing mechanism driver 'hyperv' Jun 21 04:17:45.794124 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.plugins.ml2.plugin [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:17:45.794900 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > port after_create 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.795274 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > port after_update 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.795632 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > port after_delete 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.796016 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > subnet after_create 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.796366 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > subnet after_update 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.796707 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > subnet after_delete 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.797082 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > network after_create 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.797423 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > network after_update 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.797768 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > network after_delete 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.798141 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > security_group after_create 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.798514 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > security_group after_update 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.798852 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > security_group after_delete 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.799222 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.799558 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.799889 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.800258 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > address_group after_create 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.800602 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > address_group after_update 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.800936 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > address_group after_delete 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.801776 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] ML2 OVO RPC backend initialized. {{(pid=92677) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 21 04:17:45.802499 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > router_interface after_create 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.802849 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.803258 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > network before_response 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.803595 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > networks before_response 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.803931 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > port before_response 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.804262 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > ports before_response 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.804596 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > subnet before_response 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.804927 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > subnets before_response 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.805262 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > network after_create 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.805588 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > network after_update 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.805914 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > network after_delete 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.806241 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > port after_create 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.806592 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > port after_update 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.806924 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > port after_delete 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.807250 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > subnet after_create 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.807574 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > subnet after_update 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.807902 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > subnet after_delete 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.808461 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.plugins.ml2.plugin [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Modular L2 Plugin initialization complete Jun 21 04:17:45.808778 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading services supported by the core plugin {{(pid=92677) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 21 04:17:45.809092 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.plugins.ml2.managers [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Got port-security extension from driver 'port_security' Jun 21 04:17:45.809542 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.extensions.vlantransparent [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Disabled vlantransparent extension. Jun 21 04:17:45.810023 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92677) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 21 04:17:45.810327 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading Plugin: router Jun 21 04:17:45.845068 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > router_interface before_create 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.845448 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > router after_create 55549900 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.845809 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > router before_create 55549900 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.846165 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.846559 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.846907 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > router after_delete 55549900 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.847257 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > floatingip after_update 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.847609 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > router after_create 55549900 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.847985 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > router after_update 55549900 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.848325 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > router after_update 55549900 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.848663 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.849009 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > router after_update 55549900 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.849404 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > router precommit_update 55549900 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.849760 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: port after_update 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.850095 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: port after_delete 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.850446 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: subnet after_update 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.850777 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.851113 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > port precommit_delete 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.851451 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > router precommit_create 55549900 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.851781 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: port before_delete 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.852111 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > router precommit_create 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.852457 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > router after_update 55549900 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.852788 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > router precommit_delete 55549900 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.853129 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > router precommit_create 55549900 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.853478 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > router_interface after_create 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.853816 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > router precommit_update 55549900 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.854185 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > network after_delete 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.855052 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.quota.resource_registry [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Tracking information for resource: router configured {{(pid=92677) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 04:17:45.855377 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.quota.resource_registry [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Tracking information for resource: floatingip configured {{(pid=92677) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 04:17:45.860265 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.db.l3_agentschedulers_db [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 21 04:17:45.860837 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: port after_update 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.861190 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: port after_create 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.861535 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: port after_delete 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.861877 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: port after_update 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.862683 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > router before_create 55550100 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.863046 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > router precommit_delete 55550100 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.863399 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > router precommit_create 55550100 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.864266 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > router precommit_update 55550100 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.868740 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.services.provider_configuration [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Service providers = [] {{(pid=92677) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 21 04:17:45.869096 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.db.servicetype_db [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92677) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 21 04:17:45.871931 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.services.service_base [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92677) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 04:17:45.872276 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.services.service_base [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92677) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 04:17:45.872612 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.services.service_base [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92677) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 04:17:45.873471 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.services.service_base [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92677) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 04:17:45.873834 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.services.service_base [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 21 04:17:45.874196 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92677) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 04:17:45.874535 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 21 04:17:45.885482 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92677) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 04:17:45.886000 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading Plugin: auto_allocate Jun 21 04:17:45.891510 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: network precommit_update 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.891876 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: network precommit_create 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.892385 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92677) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 04:17:45.892700 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading Plugin: tag Jun 21 04:17:45.899158 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92677) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 04:17:45.899482 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading Plugin: timestamp Jun 21 04:17:45.903179 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92677) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 04:17:45.903506 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading Plugin: network_ip_availability Jun 21 04:17:45.910182 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.911078 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.911430 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:45.912130 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92677) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 04:17:45.912442 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading Plugin: flavors Jun 21 04:17:45.917310 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92677) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 04:17:45.917635 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading Plugin: revisions Jun 21 04:17:45.921890 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92677) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 04:17:45.922220 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_concurrency.lockutils [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.766s {{(pid=92677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:17:45.922973 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92677) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 21 04:17:45.923300 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Initializing extension manager. Jun 21 04:17:45.923796 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: __init__.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:45.924130 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: __pycache__ {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:45.924457 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:45.924782 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: address_group.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:45.925518 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:45.926722 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: address-group Jun 21 04:17:45.927042 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: address_scope.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:45.927731 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:45.928239 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: address-scope Jun 21 04:17:45.928555 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: admin_state_down_before_update.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:45.929443 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:45.929948 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: router-admin-state-down-before-update Jun 21 04:17:45.930263 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: agent.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:45.930958 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:45.931456 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: agent Jun 21 04:17:45.931769 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: agent_resources_synced.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:45.932646 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:45.933150 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: agent-resources-synced Jun 21 04:17:45.933462 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: allowedaddresspairs.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:45.935207 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:45.935733 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: allowed-address-pairs Jun 21 04:17:45.936051 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: auto_allocated_topology.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:45.937265 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:45.937777 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: auto-allocated-topology Jun 21 04:17:45.938096 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: availability_zone.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:45.938798 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:45.939299 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: availability_zone Jun 21 04:17:45.939614 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: availability_zone_filter.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:45.940492 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:45.940991 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: availability_zone_filter Jun 21 04:17:45.941308 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: data_plane_status.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:45.942286 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:45.942811 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extension data-plane-status not supported by any of loaded plugins Jun 21 04:17:45.943127 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: default_subnetpools.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:45.944003 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:45.944509 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: default-subnetpools Jun 21 04:17:45.944828 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: dhcpagentscheduler.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:45.945609 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:45.946109 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: dhcp_agent_scheduler Jun 21 04:17:45.946454 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: dns.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:45.947333 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:45.947831 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extension dns-integration not supported by any of loaded plugins Jun 21 04:17:45.948144 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: dns_domain_ports.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:45.949038 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:45.949539 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 21 04:17:45.949853 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: dvr.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:45.950534 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:45.951035 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: dvr Jun 21 04:17:45.951347 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: empty_string_filtering.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:45.952222 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:45.952720 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: empty-string-filtering Jun 21 04:17:45.953033 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:45.953914 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:45.954437 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 21 04:17:45.954751 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:45.955637 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:45.956133 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 21 04:17:45.956445 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: external_net.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:45.957345 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:45.957846 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: external-net Jun 21 04:17:45.958159 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: extra_dhcp_opt.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:45.959059 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:45.959563 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: extra_dhcp_opt Jun 21 04:17:45.959876 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: extraroute.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:45.960748 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:45.961252 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: extraroute Jun 21 04:17:45.961565 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: extraroute_atomic.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:45.962592 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:45.963102 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: extraroute-atomic Jun 21 04:17:45.963418 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: filter_validation.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:45.964054 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:45.964552 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: filter-validation Jun 21 04:17:45.964868 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: fip_pf_description.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:45.965737 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:45.966230 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 21 04:17:45.966568 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: fip_port_details.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:45.967445 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:45.967943 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: fip-port-details Jun 21 04:17:45.968255 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: flavors.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:45.969442 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:45.969953 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: flavors Jun 21 04:17:45.970268 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:45.971923 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:45.972446 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 21 04:17:45.972777 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: floatingip_pools.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:45.973971 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:45.974518 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: floatingip-pools Jun 21 04:17:45.974841 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: ip_allocation.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:45.975737 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:45.976240 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extension ip_allocation not supported by any of loaded plugins Jun 21 04:17:45.976558 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:45.977443 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:45.977944 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: ip-substring-filtering Jun 21 04:17:45.978265 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: l2_adjacency.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:45.979175 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:45.979675 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extension l2_adjacency not supported by any of loaded plugins Jun 21 04:17:45.979991 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: l3.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:45.980918 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:45.981430 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: router Jun 21 04:17:45.981747 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: l3_conntrack_helper.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:45.984093 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:45.984619 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 21 04:17:45.984951 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:45.985843 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:45.986356 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: ext-gw-mode Jun 21 04:17:45.986705 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:45.987584 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:45.988092 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: l3-ha Jun 21 04:17:45.988412 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: l3_flavors.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:45.989854 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:45.990394 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: l3-flavors Jun 21 04:17:45.990726 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:45.991605 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:45.992112 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: l3-port-ip-change-not-allowed Jun 21 04:17:45.992430 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: l3agentscheduler.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:45.993421 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:45.993929 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: l3_agent_scheduler Jun 21 04:17:45.994247 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: logging.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:45.995724 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:45.996236 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extension logging not supported by any of loaded plugins Jun 21 04:17:45.996558 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: metering.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:45.997269 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:45.997835 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: metering Jun 21 04:17:45.998153 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:45.999239 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:45.999752 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: metering_source_and_destination_fields Jun 21 04:17:46.000073 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: multiprovidernet.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.000962 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.001468 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: multi-provider Jun 21 04:17:46.001785 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: netmtu.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.002696 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.003197 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: net-mtu Jun 21 04:17:46.003511 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: netmtu_writable.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.004424 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.004931 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: net-mtu-writable Jun 21 04:17:46.005246 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: network_availability_zone.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.005890 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.006412 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: network_availability_zone Jun 21 04:17:46.006730 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: network_ip_availability.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.007785 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.008295 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: network-ip-availability Jun 21 04:17:46.008615 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: network_segment_range.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.009360 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.009857 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extension network-segment-range not supported by any of loaded plugins Jun 21 04:17:46.010171 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: pagination.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.011150 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.011474 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: pagination Jun 21 04:17:46.011787 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: port_device_profile.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.012676 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.013188 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: port-device-profile Jun 21 04:17:46.013501 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.014414 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.014927 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: port-mac-address-regenerate Jun 21 04:17:46.015237 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.016126 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.016632 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: port-numa-affinity-policy Jun 21 04:17:46.016946 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: port_resource_request.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.017823 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.018323 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extension port-resource-request not supported by any of loaded plugins Jun 21 04:17:46.018664 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: portbindings.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.019559 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.020082 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: binding Jun 21 04:17:46.020395 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: portbindings_extended.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.021725 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.022236 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: binding-extended Jun 21 04:17:46.022599 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: portsecurity.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.023483 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.023997 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: port-security Jun 21 04:17:46.024310 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: project_id.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.025259 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.025579 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: project-id Jun 21 04:17:46.025891 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: providernet.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.026807 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.027320 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: provider Jun 21 04:17:46.027637 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: qos.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.031254 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.031779 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extension qos not supported by any of loaded plugins Jun 21 04:17:46.032104 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.033312 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.033822 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 21 04:17:46.034145 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.035066 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.036087 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 21 04:17:46.036405 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: qos_default.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.037282 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.037788 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extension qos-default not supported by any of loaded plugins Jun 21 04:17:46.038104 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: qos_fip.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.039021 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.039519 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extension qos-fip not supported by any of loaded plugins Jun 21 04:17:46.039833 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: qos_gateway_ip.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.040720 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.041223 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 21 04:17:46.041537 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: qos_port_network_policy.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.042439 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.042942 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 21 04:17:46.043257 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: qos_rule_type_details.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.044140 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.044641 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 21 04:17:46.044957 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: qos_rules_alias.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.045972 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.046514 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 21 04:17:46.046831 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: quotasv2.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.047704 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.048023 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: quotas Jun 21 04:17:46.048336 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: quotasv2_detail.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.051946 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.052277 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: quota_details Jun 21 04:17:46.052599 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: rbac.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.053624 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.054142 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: rbac-policies Jun 21 04:17:46.054499 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: rbac_address_group.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.055401 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.055917 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: rbac-address-group Jun 21 04:17:46.056236 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: rbac_address_scope.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.057122 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.057637 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: rbac-address-scope Jun 21 04:17:46.057956 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: rbac_security_groups.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.058859 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.059370 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: rbac-security-groups Jun 21 04:17:46.059686 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: rbac_subnetpool.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.060563 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.061065 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: rbac-subnetpool Jun 21 04:17:46.061377 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: revisionifmatch.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.062261 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.062803 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: revision-if-match Jun 21 04:17:46.063120 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: revisions.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.064383 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.064893 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: standard-attr-revisions Jun 21 04:17:46.065211 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: router_availability_zone.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.065856 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.066393 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: router_availability_zone Jun 21 04:17:46.066734 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: routerservicetype.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.067617 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.068122 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extension router-service-type not supported by any of loaded plugins Jun 21 04:17:46.068435 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.069316 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.069822 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: security-groups-normalized-cidr Jun 21 04:17:46.070136 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: security_groups_port_filtering.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.071043 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.071548 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: port-security-groups-filtering Jun 21 04:17:46.071861 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.072745 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.073248 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: security-groups-remote-address-group Jun 21 04:17:46.073561 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: securitygroup.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.083001 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.083525 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: security-group Jun 21 04:17:46.083852 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: segment.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.084615 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.085122 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extension segment not supported by any of loaded plugins Jun 21 04:17:46.085442 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.086343 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.086875 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 21 04:17:46.087188 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: servicetype.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.088262 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.088777 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: service-type Jun 21 04:17:46.089096 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: sorting.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.090057 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.090398 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: sorting Jun 21 04:17:46.090717 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: standard_attr_segment.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.091603 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.092111 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 21 04:17:46.092425 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: standardattrdescription.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.093044 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.093558 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: standard-attr-description Jun 21 04:17:46.093873 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: stateful_security_group.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.094792 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.095320 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: stateful-security-group Jun 21 04:17:46.095638 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: stdattrs_common.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.096195 dv-cinder-797170-3-iscsi neutron-server[92677]: WARNING neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 21 04:17:46.096508 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.097468 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.098523 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 21 04:17:46.098840 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: subnet_onboard.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.099908 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.100428 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: subnet_onboard Jun 21 04:17:46.100746 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.101638 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.102145 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 21 04:17:46.102496 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: subnet_service_types.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.103393 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.103902 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: subnet-service-types Jun 21 04:17:46.104220 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: subnetallocation.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.105320 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.105872 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: subnet_allocation Jun 21 04:17:46.106194 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.106896 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.107419 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: subnetpool-prefix-ops Jun 21 04:17:46.107736 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.108629 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.109134 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 21 04:17:46.109449 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: tagging.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.110493 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.111009 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: standard-attr-tag Jun 21 04:17:46.111328 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: timestamp.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.112481 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.112988 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loaded extension: standard-attr-timestamp Jun 21 04:17:46.113306 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: trunk.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.114881 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.115392 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extension trunk not supported by any of loaded plugins Jun 21 04:17:46.115708 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: trunk_details.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.116594 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.117100 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extension trunk-details not supported by any of loaded plugins Jun 21 04:17:46.117413 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: uplink_status_propagation.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.118297 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.118832 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 21 04:17:46.119146 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Loading extension file: vlantransparent.py {{(pid=92677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 04:17:46.119784 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 04:17:46.120287 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extension vlan-transparent not supported by any of loaded plugins Jun 21 04:17:46.122702 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.quota.resource_registry [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Creating instance of TrackedResource for resource:network Jun 21 04:17:46.123227 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.quota.resource_registry [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Creating instance of TrackedResource for resource:subnet Jun 21 04:17:46.123617 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.quota.resource_registry [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 04:17:46.123999 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.quota.resource_registry [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Creating instance of TrackedResource for resource:port Jun 21 04:17:46.125197 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.v2.resource_helper [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92677) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:17:46.125628 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.v2.resource_helper [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Service FLAVORS assigned prefix: {{(pid=92677) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:17:46.126221 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.v2.resource_helper [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92677) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:17:46.126669 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.v2.resource_helper [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92677) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:17:46.126991 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.quota.resource_registry [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Creating instance of TrackedResource for resource:router Jun 21 04:17:46.127407 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.quota.resource_registry [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Creating instance of TrackedResource for resource:floatingip Jun 21 04:17:46.127877 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.v2.resource_helper [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Service METERING assigned prefix: /metering {{(pid=92677) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:17:46.129304 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:46.129666 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:46.130010 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:17:46.131014 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.quota.resource_registry [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Creating instance of CountableResource for resource:rbac_policy Jun 21 04:17:46.131441 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.quota.resource_registry [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Creating instance of TrackedResource for resource:security_group Jun 21 04:17:46.131866 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.quota.resource_registry [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Creating instance of TrackedResource for resource:security_group_rule Jun 21 04:17:46.132466 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.v2.resource_helper [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Service CORE assigned prefix: {{(pid=92677) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:17:46.132788 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.quota.resource_registry [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 04:17:46.133122 dv-cinder-797170-3-iscsi neutron-server[92677]: WARNING neutron.quota.resource_registry [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] subnetpool is already registered Jun 21 04:17:46.133559 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.v2.resource_helper [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Service CORE assigned prefix: {{(pid=92677) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:17:46.133875 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.quota.resource_registry [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 04:17:46.134195 dv-cinder-797170-3-iscsi neutron-server[92677]: WARNING neutron.quota.resource_registry [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] subnetpool is already registered Jun 21 04:17:46.136498 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.v2.resource_helper [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92677) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:17:46.136924 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.v2.resource_helper [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Service FLAVORS assigned prefix: {{(pid=92677) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:17:46.137505 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.v2.resource_helper [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92677) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:17:46.137917 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.v2.resource_helper [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92677) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:17:46.138240 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.quota.resource_registry [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Creating instance of TrackedResource for resource:router Jun 21 04:17:46.138600 dv-cinder-797170-3-iscsi neutron-server[92677]: WARNING neutron.quota.resource_registry [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] router is already registered Jun 21 04:17:46.139004 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.quota.resource_registry [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Creating instance of TrackedResource for resource:floatingip Jun 21 04:17:46.139330 dv-cinder-797170-3-iscsi neutron-server[92677]: WARNING neutron.quota.resource_registry [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] floatingip is already registered Jun 21 04:17:46.139782 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.v2.resource_helper [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Service METERING assigned prefix: /metering {{(pid=92677) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:17:46.140427 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.quota.resource_registry [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Creating instance of CountableResource for resource:rbac_policy Jun 21 04:17:46.140743 dv-cinder-797170-3-iscsi neutron-server[92677]: WARNING neutron.quota.resource_registry [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] rbac_policy is already registered Jun 21 04:17:46.141143 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.quota.resource_registry [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Creating instance of TrackedResource for resource:security_group Jun 21 04:17:46.141464 dv-cinder-797170-3-iscsi neutron-server[92677]: WARNING neutron.quota.resource_registry [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] security_group is already registered Jun 21 04:17:46.141852 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.quota.resource_registry [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Creating instance of TrackedResource for resource:security_group_rule Jun 21 04:17:46.142174 dv-cinder-797170-3-iscsi neutron-server[92677]: WARNING neutron.quota.resource_registry [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] security_group_rule is already registered Jun 21 04:17:46.142812 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.v2.resource_helper [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Service CORE assigned prefix: {{(pid=92677) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:17:46.143133 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.quota.resource_registry [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 04:17:46.143456 dv-cinder-797170-3-iscsi neutron-server[92677]: WARNING neutron.quota.resource_registry [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] subnetpool is already registered Jun 21 04:17:46.143861 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.v2.resource_helper [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Service CORE assigned prefix: {{(pid=92677) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 04:17:46.144177 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.quota.resource_registry [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 04:17:46.144496 dv-cinder-797170-3-iscsi neutron-server[92677]: WARNING neutron.quota.resource_registry [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] subnetpool is already registered Jun 21 04:17:46.145267 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extended resource: extensions {{(pid=92677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:17:46.146735 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extended resource: address-groups {{(pid=92677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:17:46.148182 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extended resource: address-scopes {{(pid=92677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:17:46.149488 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extended resource: agents {{(pid=92677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:17:46.150701 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extended resource: auto-allocated-topology {{(pid=92677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:17:46.151942 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extended resource: availability_zones {{(pid=92677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:17:46.153130 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extended resource: dhcp-networks {{(pid=92677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:17:46.154642 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extended resource: dhcp-agents {{(pid=92677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:17:46.156045 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extended resource: routers {{(pid=92677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:17:46.157726 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extended resource: flavors {{(pid=92677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:17:46.160028 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extended resource: service_profiles {{(pid=92677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:17:46.161820 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extended resource: next_providers {{(pid=92677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:17:46.163517 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extended resource: service_profiles {{(pid=92677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:17:46.165040 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extended resource: floatingip-pools {{(pid=92677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:17:46.166236 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extended resource: routers {{(pid=92677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:17:46.167952 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extended resource: floatingips {{(pid=92677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:17:46.169214 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extended resource: l3-routers {{(pid=92677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:17:46.170604 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extended resource: l3-agents {{(pid=92677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:17:46.172035 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extended resource: metering-labels {{(pid=92677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:17:46.173235 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extended resource: metering-label-rules {{(pid=92677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:17:46.174608 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extended resource: network-ip-availabilities {{(pid=92677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:17:46.175849 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extended resource: bindings {{(pid=92677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:17:46.177930 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extended resource: quotas {{(pid=92677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:17:46.179462 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extended resource: quotas {{(pid=92677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:17:46.180863 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extended resource: rbac-policies {{(pid=92677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:17:46.182026 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extended resource: security-groups {{(pid=92677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:17:46.184215 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extended resource: security-group-rules {{(pid=92677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:17:46.184632 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extended resource: service-providers {{(pid=92677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:17:46.185831 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extended resource: subnetpools {{(pid=92677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:17:46.187155 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extended resource: subnetpools {{(pid=92677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:17:46.188681 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extended resource: tags {{(pid=92677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:17:46.190306 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extended resource: tags {{(pid=92677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:17:46.192147 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extended resource: tags {{(pid=92677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:17:46.193887 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extended resource: tags {{(pid=92677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:17:46.195578 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extended resource: tags {{(pid=92677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:17:46.197483 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extended resource: tags {{(pid=92677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:17:46.199167 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extended resource: tags {{(pid=92677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:17:46.200922 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extended resource: tags {{(pid=92677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:17:46.202781 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extended resource: tags {{(pid=92677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:17:46.204479 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron.api.extensions [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Extended resource: tags {{(pid=92677) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 04:17:46.210510 dv-cinder-797170-3-iscsi neutron-server[92677]: WARNING keystonemiddleware.auth_token [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 21 04:17:46.214947 dv-cinder-797170-3-iscsi neutron-server[92677]: WARNING keystonemiddleware.auth_token [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 21 04:17:46.223637 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_concurrency.lockutils [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Acquired lock "singleton_lock" {{(pid=92677) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 21 04:17:46.224101 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_concurrency.lockutils [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Releasing lock "singleton_lock" {{(pid=92677) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 21 04:17:46.224725 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO oslo_service.service [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Starting 2 workers Jun 21 04:17:46.229588 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Started child 92782 {{(pid=92677) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 04:17:46.233984 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Started child 92783 {{(pid=92677) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 04:17:46.235038 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:46.235744 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO neutron.service [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Neutron service started, listening on 0.0.0.0:9696 Jun 21 04:17:46.236237 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Notify callbacks [] for process, before_spawn {{(pid=92677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:46.236602 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [-] (92782) wsgi starting up on http://0.0.0.0:9696 Jun 21 04:17:46.239248 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO oslo_service.service [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Starting 1 workers Jun 21 04:17:46.239403 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:46.240653 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [-] (92783) wsgi starting up on http://0.0.0.0:9696 Jun 21 04:17:46.244443 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Started child 92784 {{(pid=92677) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 04:17:46.244980 dv-cinder-797170-3-iscsi neutron-server[92677]: INFO oslo_service.service [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Starting 1 workers Jun 21 04:17:46.248136 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.service [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] calling RpcWorker wait() {{(pid=92784) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 21 04:17:46.248665 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.service [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] returning from RpcWorker wait() {{(pid=92784) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 21 04:17:46.249406 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Started child 92785 {{(pid=92677) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 04:17:46.250025 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:46.250221 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG neutron_lib.callbacks.manager [None req-d48de000-7ece-4056-a24c-a22aec04b00a None None] Notify callbacks [] for process, after_spawn {{(pid=92677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:46.250720 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:17:46.252146 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92677) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 21 04:17:46.252351 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 21 04:17:46.252532 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 21 04:17:46.252749 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 21 04:17:46.255808 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 21 04:17:46.255808 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 21 04:17:46.255808 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.255808 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.255808 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.256135 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:46.256587 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.256587 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.256587 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.259379 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.259379 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.259379 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.259379 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.259379 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.259379 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.259805 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.259805 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.260116 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.260389 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.260628 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.264840 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.264840 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.264840 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.264840 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.264840 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.264840 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] debug = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.264840 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.265264 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.265264 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.265264 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.265264 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.265264 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.265264 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.265639 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.265706 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 53702) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:17:46.265775 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.265775 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.265775 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.265952 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.266322 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.266322 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.266651 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.266789 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.266962 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.267461 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] host = dv-cinder-797170-3-iscsi {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.267678 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.267899 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.268123 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.268384 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.268626 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.268837 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.269083 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.269335 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.269572 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.269839 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.270060 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.270302 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.270541 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.270772 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] log_file = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.270958 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] log_options = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.271370 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.271548 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.271697 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.271884 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.272053 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.272228 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.272475 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.272634 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.272867 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.273101 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.273312 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.273522 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.274245 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.274245 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.274598 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066452 Jun 21 04:17:46.274756 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.276169 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.276451 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.277280 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.277280 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.277280 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.277705 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.277705 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.277974 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.278112 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.278308 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.279640 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.279640 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.279640 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.280105 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.280254 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.281031 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.281031 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.281326 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.281656 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.281800 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.282259 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.282259 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.282620 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.283044 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.283158 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.283337 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.283589 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.283849 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.284093 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.284622 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.284622 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] use_json = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.286009 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.287446 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.287687 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.287918 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.288161 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.290533 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.290786 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.291165 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.291616 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.292314 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.292661 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.293627 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.293627 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.293627 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.294691 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.294691 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.294847 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.295872 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.296787 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.296787 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.296787 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.297345 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.297580 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.297953 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.298208 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.298553 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.298801 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.299024 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.299300 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.299546 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.299892 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.300996 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.300996 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.300996 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.300996 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.301937 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.302054 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.302888 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.302888 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.302888 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.303208 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.303208 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.303422 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.304211 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.304519 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.304773 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.305022 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.305280 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.305533 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.305784 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.306025 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.306260 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.306607 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.307000 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.307485 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.308281 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.308570 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.309029 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.309441 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.309843 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.310248 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.310534 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.310767 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.311092 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.312334 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.312334 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.312334 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.312770 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.312917 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.313062 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:17:46.313217 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.313364 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.313545 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.313927 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.314153 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.314456 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.314664 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.314912 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.315112 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.315330 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.315544 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.315757 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.316673 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.316673 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.316673 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.316673 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.317225 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.317225 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.317505 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.317505 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.317781 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.317917 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.318076 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.318479 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.319689 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.319935 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.320197 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.320437 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.320693 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.320945 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.321189 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.321437 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.321655 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.321914 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.323713 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.324232 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.324232 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.324522 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.324688 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.325023 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.325194 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.325443 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.325666 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.325918 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.326160 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.328179 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.328179 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.328179 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.328179 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.328838 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.328838 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.328838 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.329232 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.329232 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.329502 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.329752 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.330021 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.330259 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.331481 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.331652 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.331874 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.332127 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.332885 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.333175 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.333424 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.333643 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.333927 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.336761 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.336761 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.336761 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.336761 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.336761 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.336761 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.336761 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.338142 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.338142 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.338489 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.338633 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.338867 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.339070 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.339311 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.340085 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.340085 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.340085 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.340882 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.340882 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.340882 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.340882 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.341402 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.341402 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.341684 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.341684 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.341956 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.342976 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.342976 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.343281 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.345107 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.345107 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.345107 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.345107 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.345107 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.345107 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.345107 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.347559 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.347559 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.347559 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.347559 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.347559 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.348784 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.348784 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.348784 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.349313 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.349313 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.349584 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.349584 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.350715 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.350715 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.350715 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.350715 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.350715 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.355058 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.355058 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.355058 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.355058 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.355058 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.355058 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.355058 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.355058 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.356424 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.356424 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.356424 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.356424 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.356424 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.356424 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.356424 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.356424 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.357741 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.357741 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.357741 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.357741 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.357741 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.357741 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.357741 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.357741 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.357741 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.359053 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.359053 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.359053 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.359053 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.359053 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.359053 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.359053 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.359053 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.360553 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.360553 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.360553 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.360553 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.360553 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.360553 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.360553 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.360553 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.360553 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.362794 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.362794 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.362794 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.362794 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.362794 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.362794 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.362794 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.362794 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.364342 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.364342 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.364342 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.364342 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.364342 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.364342 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.364342 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.364342 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.365408 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.365408 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.365408 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.365408 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.365408 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.365893 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.365998 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.366284 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.367757 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.367757 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.368660 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.368660 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.368952 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.369093 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.369382 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.369702 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.370838 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.370838 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.371429 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.371741 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.372003 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.372224 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.372533 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.372712 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.372929 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.373305 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.373427 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.373682 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.373918 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.374186 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.374407 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.374712 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.374981 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.375139 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.375327 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.375516 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 21 04:17:46.376926 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92677) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 21 04:17:46.377125 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 21 04:17:46.377333 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 21 04:17:46.377333 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 21 04:17:46.377607 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 21 04:17:46.378081 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 21 04:17:46.378081 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.378081 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.379369 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.379369 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.379369 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.379369 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.379369 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.379369 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.379369 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.380330 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.380330 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.380330 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.380716 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.380716 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.380997 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.380997 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.381257 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.381257 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.381516 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.381516 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.382966 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.382966 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.382966 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] debug = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.383422 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.383422 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.383422 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.383853 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.383853 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.383853 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.384241 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.384241 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.384241 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.384635 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.384635 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.384635 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.385034 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.385034 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.385294 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.385294 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.385564 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.385564 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] host = dv-cinder-797170-3-iscsi {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.385835 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.385835 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.386097 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.386097 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.386358 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.386358 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.386659 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.386817 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.387043 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.387043 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.387326 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.388112 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.388282 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.388422 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] log_file = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.388560 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] log_options = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.388725 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.388867 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.389005 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.389222 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.389377 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.389516 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.389656 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.389794 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.389931 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.391010 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.391010 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.392222 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.392222 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.392222 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.392222 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.392222 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.392222 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.393050 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.393050 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.393050 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.393050 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.393050 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.393537 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.393537 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.394603 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.395338 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.395584 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.395822 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.395979 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.396177 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.396598 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.396864 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.397131 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.397937 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.398448 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.399559 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.399559 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.400424 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.400651 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.400800 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.401793 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.401986 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.402159 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.402392 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.402606 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.402757 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] use_json = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.402898 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.403064 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.403329 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.403472 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.403563 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.403744 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.403946 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.404137 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 04:17:46.404433 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.405452 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.405706 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.405924 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.406148 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.406441 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.406543 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.407181 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.408618 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.408886 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.409025 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.409231 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.409432 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.409553 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.410177 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.411774 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.411947 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:17:46.412115 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.412115 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.412115 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.412115 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.412115 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.412115 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.412895 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.412895 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.412895 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.412895 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.412895 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.413966 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.413966 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.413966 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.413966 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.413966 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.413966 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.414727 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.414727 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.414727 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.415061 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.415273 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.415444 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.415605 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.415768 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.416043 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.416178 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.416674 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.416674 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.416674 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.416987 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.416987 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.417184 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.417309 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.417514 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.417668 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.417866 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.418101 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.418268 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.418729 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.418901 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.419007 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.419164 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.419375 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.419487 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.419675 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.419832 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.419951 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.420142 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.420316 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.420461 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.420681 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.420808 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.420996 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.421160 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.421347 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.421509 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.421671 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.421835 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.422320 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.422320 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.422320 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.422691 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.422691 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.422887 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.422887 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.423095 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.423222 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.423344 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.423519 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.423679 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.423837 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.424065 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.424189 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.424294 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.424930 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.424930 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.424930 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.424930 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.425342 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.425342 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.426199 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.426410 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.427509 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.427686 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.427855 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.428674 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.428852 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.429747 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.431564 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.431564 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.431564 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.431564 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.431845 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.431845 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.432044 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.432196 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.432359 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.432528 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.432711 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.432862 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.433015 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.433157 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.433304 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.433463 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.433604 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.433742 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.433901 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.434048 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.434285 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.434859 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.435319 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.435501 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.435668 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.437516 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.437687 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.437878 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.438050 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.438208 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.438392 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.438567 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.438732 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.438895 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.439061 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.439228 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.439385 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.439550 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.439718 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.439876 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.440029 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.440191 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.440351 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.440514 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.440676 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.440835 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.440996 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.441158 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.441317 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.441478 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.441668 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.441829 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.441989 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.442149 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.442309 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.444248 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.444432 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.444602 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.444768 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.444931 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.445095 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.445260 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.445425 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.445586 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.446198 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.447845 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.448028 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.448206 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.448380 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.448549 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.448718 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.448887 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.449052 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.449218 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.449383 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.449549 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.449713 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.449875 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.450037 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.450200 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.450378 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.452057 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.452057 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.452951 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.453131 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.453300 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.453466 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.453631 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.453793 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.453956 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.454117 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.454280 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.454519 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.454723 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.454855 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.454979 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.455100 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.455221 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.455388 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.455549 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.455709 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.455869 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.456033 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.456178 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.456344 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.456488 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.456661 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.456805 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.456974 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.457131 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.457790 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.457959 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.458104 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.458267 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.458434 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.458599 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.458769 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.458913 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.459077 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.459234 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.459373 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.459539 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.459694 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.459832 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.459994 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.460137 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.460313 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.460459 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.460607 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.460780 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.460924 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.461087 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.461231 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.461406 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.461550 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.461719 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.461863 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.462009 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.462176 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.462323 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.463327 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.463507 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.463679 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.463846 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.464019 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.464190 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.464347 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.464512 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.464736 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.464889 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.465027 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.465164 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.465300 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.465437 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.465574 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.465720 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.465881 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.467809 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.468293 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.468475 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.468647 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.468817 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.468983 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.469149 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.471010 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.471010 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.471010 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.471272 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.471343 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 04:17:46.471485 dv-cinder-797170-3-iscsi neutron-server[92677]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 21 04:17:57.510466 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5132d6cf-0d95-4dc7-aef6-601c4aa3ab67 None None] get_active_networks_info from dv-cinder-797170-3-iscsi {{(pid=92784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 21 04:17:57.589300 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5132d6cf-0d95-4dc7-aef6-601c4aa3ab67 None None] No non-hosted networks {{(pid=92784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 21 04:17:57.602826 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.agentschedulers_db [None req-5132d6cf-0d95-4dc7-aef6-601c4aa3ab67 None None] DHCP Agent not found on host dv-cinder-797170-3-iscsi {{(pid=92784) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 21 04:17:57.672672 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-0eca1b90-167a-4512-8824-ebcde0ed66c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561'] for agent, after_create {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:59.778066 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-6a2637d8-aaf2-46bc-a97f-e40d7be7198f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561'] for agent, after_create {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:17:59.794590 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.db.api [None req-9a47376f-685f-477b-9108-2f70f9ed92a2 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-797170-3-iscsi {{(pid=92784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 04:17:59.795340 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_db.api [None req-9a47376f-685f-477b-9108-2f70f9ed92a2 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 04:18:00.021412 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561'] for agent, after_create {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:00.022303 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:18:00.022805 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:18:00.023279 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:18:00.026933 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:18:00.027704 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:18:00.029354 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:18:00.030215 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:18:00.031342 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:18:00.033728 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:18:00.037212 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:18:00.037774 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:18:00.038658 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:18:00.039325 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-797170-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:18:00.048800 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-797170-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:18:00.320756 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-9a47376f-685f-477b-9108-2f70f9ed92a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:01.138754 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-96e1c505-da01-46a8-887c-1f2eb0a4db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561'] for agent, after_create {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:02.545504 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-a8ace0c1-1149-433a-b03a-8a8d050911ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561'] for agent, after_create {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:03.786517 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 53808) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:18:04.277586 dv-cinder-797170-3-iscsi neutron-server[92782]: WARNING oslo_policy.policy [None req-b5fe6adf-d50d-4d68-9983-af4d1bb0403b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 04:18:04.278260 dv-cinder-797170-3-iscsi neutron-server[92782]: WARNING oslo_policy.policy [None req-b5fe6adf-d50d-4d68-9983-af4d1bb0403b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 04:18:04.494689 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [None req-b5fe6adf-d50d-4d68-9983-af4d1bb0403b admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=92782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 04:18:04.495727 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-b5fe6adf-d50d-4d68-9983-af4d1bb0403b admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7083280 Jun 21 04:18:04.986397 dv-cinder-797170-3-iscsi neutron-server[92784]: INFO neutron.db.l3_hamode_db [None req-5010e7fb-0948-4430-8436-539203f386d7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 21 04:18:05.063259 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5010e7fb-0948-4430-8436-539203f386d7 None None] Routers set() bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:18:05.063653 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5010e7fb-0948-4430-8436-539203f386d7 None None] Router IDs set() for agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 21 04:18:06.802281 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 53822) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:18:07.101245 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [None req-d9f89757-be65-4e36-a8c8-00b16217b6ba admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:18:07.196219 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.policy [None req-d9f89757-be65-4e36-a8c8-00b16217b6ba admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92782) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 21 04:18:07.240635 dv-cinder-797170-3-iscsi neutron-server[92782]: WARNING oslo_policy.policy [None req-d9f89757-be65-4e36-a8c8-00b16217b6ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 04:18:07.241004 dv-cinder-797170-3-iscsi neutron-server[92782]: WARNING oslo_policy.policy [None req-d9f89757-be65-4e36-a8c8-00b16217b6ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 04:18:07.249488 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.quota [None req-d9f89757-be65-4e36-a8c8-00b16217b6ba admin admin] Loaded quota_driver: . Jun 21 04:18:07.340343 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-d9f89757-be65-4e36-a8c8-00b16217b6ba admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749533701286', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749533702905', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749533697768', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749533699294', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749533742689', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749533735321', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-588746', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1447125', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-460783', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-537116'] for rbac-policy, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:07.404345 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-d9f89757-be65-4e36-a8c8-00b16217b6ba admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:07.405812 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-d9f89757-be65-4e36-a8c8-00b16217b6ba admin admin] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6025188 Jun 21 04:18:09.904560 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 53834) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:18:10.192255 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [None req-b342eb24-4be7-469e-8901-d852cffc2e98 admin admin] Request body: {'network': {'tenant_id': '798c6165075d4ab78d5f6c412f760860', 'admin_state_up': True, 'project_id': '798c6165075d4ab78d5f6c412f760860', 'name': 'private'}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:18:10.220731 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b342eb24-4be7-469e-8901-d852cffc2e98 admin admin] Made reservation on behalf of 798c6165075d4ab78d5f6c412f760860 for: {'network': 1} {{(pid=92782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:18:10.223602 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-b342eb24-4be7-469e-8901-d852cffc2e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for network, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:10.239595 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-b342eb24-4be7-469e-8901-d852cffc2e98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:10.360314 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-b342eb24-4be7-469e-8901-d852cffc2e98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:10.364915 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-b342eb24-4be7-469e-8901-d852cffc2e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:10.371546 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:18:10.388958 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b342eb24-4be7-469e-8901-d852cffc2e98 admin admin] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=92782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:18:10.417945 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-b342eb24-4be7-469e-8901-d852cffc2e98 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749528986570', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607066'] for segment, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:10.418608 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-b342eb24-4be7-469e-8901-d852cffc2e98 admin admin] Unsubscribe: segment precommit_create {{(pid=92782) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 21 04:18:10.419051 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.db.segments_db [None req-b342eb24-4be7-469e-8901-d852cffc2e98 admin admin] Added segment 7a5abf3d-e44d-42cd-a141-fdec82cac583 of type vlan for network 77dba406-12d1-406e-b052-2e5fa2974ad8 Jun 21 04:18:10.437042 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b342eb24-4be7-469e-8901-d852cffc2e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327366df-91fd-4b0e-8c84-b6363143a7b1,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:18:10.463167 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b342eb24-4be7-469e-8901-d852cffc2e98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:18:10.463519 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b342eb24-4be7-469e-8901-d852cffc2e98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:18:10.463850 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b342eb24-4be7-469e-8901-d852cffc2e98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:18:10.464168 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b342eb24-4be7-469e-8901-d852cffc2e98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:18:10.464483 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b342eb24-4be7-469e-8901-d852cffc2e98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:18:10.464810 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b342eb24-4be7-469e-8901-d852cffc2e98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:18:10.465126 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b342eb24-4be7-469e-8901-d852cffc2e98 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:18:10.465430 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b342eb24-4be7-469e-8901-d852cffc2e98 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:18:10.465749 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b342eb24-4be7-469e-8901-d852cffc2e98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:18:10.466055 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b342eb24-4be7-469e-8901-d852cffc2e98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:18:10.466356 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b342eb24-4be7-469e-8901-d852cffc2e98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:18:10.466679 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b342eb24-4be7-469e-8901-d852cffc2e98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:18:10.467692 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b342eb24-4be7-469e-8901-d852cffc2e98 admin admin] Tracked resource versions report: Jun 21 04:18:10.467692 dv-cinder-797170-3-iscsi neutron-server[92782]: pushed versions: Jun 21 04:18:10.467692 dv-cinder-797170-3-iscsi neutron-server[92782]: { 'AddressGroup': {'1.2'}, Jun 21 04:18:10.467692 dv-cinder-797170-3-iscsi neutron-server[92782]: 'ConntrackHelper': {'1.0'}, Jun 21 04:18:10.467692 dv-cinder-797170-3-iscsi neutron-server[92782]: 'Log': {'1.0'}, Jun 21 04:18:10.467692 dv-cinder-797170-3-iscsi neutron-server[92782]: 'Network': {'1.1'}, Jun 21 04:18:10.467692 dv-cinder-797170-3-iscsi neutron-server[92782]: 'Port': {'1.7'}, Jun 21 04:18:10.467692 dv-cinder-797170-3-iscsi neutron-server[92782]: 'PortForwarding': {'1.2'}, Jun 21 04:18:10.467692 dv-cinder-797170-3-iscsi neutron-server[92782]: 'QosPolicy': {'1.8'}, Jun 21 04:18:10.467692 dv-cinder-797170-3-iscsi neutron-server[92782]: 'SecurityGroup': {'1.4'}, Jun 21 04:18:10.467692 dv-cinder-797170-3-iscsi neutron-server[92782]: 'SecurityGroupRule': {'1.2'}, Jun 21 04:18:10.467692 dv-cinder-797170-3-iscsi neutron-server[92782]: 'SubPort': {'1.0'}, Jun 21 04:18:10.467692 dv-cinder-797170-3-iscsi neutron-server[92782]: 'Subnet': {'1.1'}, Jun 21 04:18:10.467692 dv-cinder-797170-3-iscsi neutron-server[92782]: 'Trunk': {'1.1'}} Jun 21 04:18:10.467692 dv-cinder-797170-3-iscsi neutron-server[92782]: consumer versions: Jun 21 04:18:10.467692 dv-cinder-797170-3-iscsi neutron-server[92782]: { DHCP agent@dv-cinder-797170-3-iscsi: {}, Jun 21 04:18:10.467692 dv-cinder-797170-3-iscsi neutron-server[92782]: L3 agent@dv-cinder-797170-3-iscsi: {}, Jun 21 04:18:10.467692 dv-cinder-797170-3-iscsi neutron-server[92782]: Metadata agent@dv-cinder-797170-3-iscsi: {}, Jun 21 04:18:10.467692 dv-cinder-797170-3-iscsi neutron-server[92782]: Metering agent@dv-cinder-797170-3-iscsi: {}, Jun 21 04:18:10.467692 dv-cinder-797170-3-iscsi neutron-server[92782]: Open vSwitch agent@dv-cinder-797170-3-iscsi: { 'AddressGroup': '1.2', Jun 21 04:18:10.467692 dv-cinder-797170-3-iscsi neutron-server[92782]: 'ConntrackHelper': '1.0', Jun 21 04:18:10.467692 dv-cinder-797170-3-iscsi neutron-server[92782]: 'Log': '1.0', Jun 21 04:18:10.467692 dv-cinder-797170-3-iscsi neutron-server[92782]: 'Network': '1.1', Jun 21 04:18:10.467692 dv-cinder-797170-3-iscsi neutron-server[92782]: 'Port': '1.7', Jun 21 04:18:10.467692 dv-cinder-797170-3-iscsi neutron-server[92782]: 'PortForwarding': '1.2', Jun 21 04:18:10.467692 dv-cinder-797170-3-iscsi neutron-server[92782]: 'QosPolicy': '1.8', Jun 21 04:18:10.467692 dv-cinder-797170-3-iscsi neutron-server[92782]: 'SecurityGroup': '1.4', Jun 21 04:18:10.467692 dv-cinder-797170-3-iscsi neutron-server[92782]: 'SecurityGroupRule': '1.2', Jun 21 04:18:10.467692 dv-cinder-797170-3-iscsi neutron-server[92782]: 'SubPort': '1.0', Jun 21 04:18:10.467692 dv-cinder-797170-3-iscsi neutron-server[92782]: 'Subnet': '1.1', Jun 21 04:18:10.467692 dv-cinder-797170-3-iscsi neutron-server[92782]: 'Trunk': '1.1'}} Jun 21 04:18:10.467692 dv-cinder-797170-3-iscsi neutron-server[92782]: {{(pid=92782) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 04:18:10.539907 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-b342eb24-4be7-469e-8901-d852cffc2e98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749528449994'] for network, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:10.544522 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-b342eb24-4be7-469e-8901-d852cffc2e98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:18:10.590305 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-b342eb24-4be7-469e-8901-d852cffc2e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-431616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067'] for network, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:10.591735 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b342eb24-4be7-469e-8901-d852cffc2e98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:18:10.592370 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-b342eb24-4be7-469e-8901-d852cffc2e98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for network, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:10.595052 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:18:10.666671 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-b342eb24-4be7-469e-8901-d852cffc2e98 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7610431 Jun 21 04:18:10.690943 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b342eb24-4be7-469e-8901-d852cffc2e98 admin admin] Pushing event updated for resources: {'Network': ['ID=77dba406-12d1-406e-b052-2e5fa2974ad8,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:18:10.694609 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-b342eb24-4be7-469e-8901-d852cffc2e98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:18:10.702731 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Network 77dba406-12d1-406e-b052-2e5fa2974ad8 details requested by agent ovs-agent-dv-cinder-797170-3-iscsi with host dv-cinder-797170-3-iscsi {{(pid=92784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:18:13.244713 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 53848) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:18:13.626810 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2855f2-816c-41ae-bcc1-85908262bae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:18:13.628674 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-5d2855f2-816c-41ae-bcc1-85908262bae7 admin admin] 10.222.0.53 "GET /v2.0/networks/77dba406-12d1-406e-b052-2e5fa2974ad8 HTTP/1.1" status: 200 len: 825 time: 0.3829837 Jun 21 04:18:13.651498 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-fbb4ff76-7180-47c1-8d3b-f53450917106 admin admin] 10.222.0.53 "GET /v2.0/subnetpools/fdfca976-ea3f-4fd8-8eff-2a59664412fc HTTP/1.1" status: 200 len: 734 time: 0.0176096 Jun 21 04:18:13.660065 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [None req-78a51219-1f0d-412c-a42d-3564bffe2068 admin admin] Request body: {'subnet': {'subnetpool_id': 'fdfca976-ea3f-4fd8-8eff-2a59664412fc', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '77dba406-12d1-406e-b052-2e5fa2974ad8', 'tenant_id': '798c6165075d4ab78d5f6c412f760860', 'name': 'private-subnet'}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:18:13.682601 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a51219-1f0d-412c-a42d-3564bffe2068 admin admin] Made reservation on behalf of 798c6165075d4ab78d5f6c412f760860 for: {'subnet': 1} {{(pid=92782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:18:13.684812 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-78a51219-1f0d-412c-a42d-3564bffe2068 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:13.985367 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-78a51219-1f0d-412c-a42d-3564bffe2068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056'] for subnet, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:13.990011 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:18:14.050460 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a51219-1f0d-412c-a42d-3564bffe2068 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5de9e341-f083-4e4a-88ef-7821ac122840,revision_number=0']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:18:14.057366 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-78a51219-1f0d-412c-a42d-3564bffe2068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:18:14.059922 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a51219-1f0d-412c-a42d-3564bffe2068 admin admin] Checking segment: {'id': '7a5abf3d-e44d-42cd-a141-fdec82cac583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '77dba406-12d1-406e-b052-2e5fa2974ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:18:14.060287 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a51219-1f0d-412c-a42d-3564bffe2068 admin admin] Network hostable DHCP agents. Network: 77dba406-12d1-406e-b052-2e5fa2974ad8, hostable agents: ['6ffbca20-0783-49ee-bbe9-7ece843bbb1a'], hosted agents: [] {{(pid=92782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:18:14.080397 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a51219-1f0d-412c-a42d-3564bffe2068 admin admin] Network 77dba406-12d1-406e-b052-2e5fa2974ad8 is scheduled to be hosted by DHCP agent 6ffbca20-0783-49ee-bbe9-7ece843bbb1a with binding_index 1 {{(pid=92782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:18:14.090325 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.base_scheduler [None req-78a51219-1f0d-412c-a42d-3564bffe2068 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-3-iscsi, 77dba406-12d1-406e-b052-2e5fa2974ad8) {{(pid=92782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:18:14.094757 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a51219-1f0d-412c-a42d-3564bffe2068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:18:14.095341 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-78a51219-1f0d-412c-a42d-3564bffe2068 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for subnet, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:14.100257 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7553d0c6-dea5-422d-b09b-a550fc4ba145 None None] Network 77dba406-12d1-406e-b052-2e5fa2974ad8 requested from dv-cinder-797170-3-iscsi {{(pid=92784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:18:14.109031 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-78a51219-1f0d-412c-a42d-3564bffe2068 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4526818 Jun 21 04:18:14.410007 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395f87e5-c0dc-4a34-bd35-fd01550ae803 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp852c364a-3c00-5dcc-a1ca-700424c8e09a-77dba406-12d1-406e-b052-2e5fa2974ad8', 'network_id': '77dba406-12d1-406e-b052-2e5fa2974ad8', 'tenant_id': '798c6165075d4ab78d5f6c412f760860', 'fixed_ips': [{'subnet_id': '5de9e341-f083-4e4a-88ef-7821ac122840'}]}} from dv-cinder-797170-3-iscsi. {{(pid=92784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 04:18:14.411253 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-395f87e5-c0dc-4a34-bd35-fd01550ae803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:14.677272 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.db_base_plugin_common [None req-395f87e5-c0dc-4a34-bd35-fd01550ae803 None None] Allocated IP 172.20.0.2 (77dba406-12d1-406e-b052-2e5fa2974ad8/5de9e341-f083-4e4a-88ef-7821ac122840/77ec86ab-33c3-44f9-9995-a6297f5a22b0) {{(pid=92784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:18:14.879921 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-395f87e5-c0dc-4a34-bd35-fd01550ae803 None None] Notify callbacks [] for port, precommit_create {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:14.921148 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-395f87e5-c0dc-4a34-bd35-fd01550ae803 None None] Transition to ACTIVE for port object 77ec86ab-33c3-44f9-9995-a6297f5a22b0 will not be triggered until provisioned by entity L2. {{(pid=92784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:18:14.943053 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-395f87e5-c0dc-4a34-bd35-fd01550ae803 None None] Transition to ACTIVE for port object 77ec86ab-33c3-44f9-9995-a6297f5a22b0 will not be triggered until provisioned by entity DHCP. {{(pid=92784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:18:14.951664 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-395f87e5-c0dc-4a34-bd35-fd01550ae803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989'] for port, after_create {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:14.954397 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:18:15.025212 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395f87e5-c0dc-4a34-bd35-fd01550ae803 None None] Network 77dba406-12d1-406e-b052-2e5fa2974ad8 is already hosted by enough agents. {{(pid=92784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:18:15.029702 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.scheduler.base_scheduler [None req-395f87e5-c0dc-4a34-bd35-fd01550ae803 None None] Resources bound (agent type, host, resource id): {{(pid=92784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:18:15.033370 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395f87e5-c0dc-4a34-bd35-fd01550ae803 None None] Received port after_create {{(pid=92784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:18:15.042806 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f87e5-c0dc-4a34-bd35-fd01550ae803 None None] Pushing event updated for resources: {'Port': ['ID=77ec86ab-33c3-44f9-9995-a6297f5a22b0,revision_number=1']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:18:15.085210 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395f87e5-c0dc-4a34-bd35-fd01550ae803 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:18:15.085547 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395f87e5-c0dc-4a34-bd35-fd01550ae803 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:18:15.085875 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395f87e5-c0dc-4a34-bd35-fd01550ae803 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:18:15.086196 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395f87e5-c0dc-4a34-bd35-fd01550ae803 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:18:15.086540 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395f87e5-c0dc-4a34-bd35-fd01550ae803 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:18:15.086857 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395f87e5-c0dc-4a34-bd35-fd01550ae803 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:18:15.087171 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395f87e5-c0dc-4a34-bd35-fd01550ae803 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:18:15.087484 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395f87e5-c0dc-4a34-bd35-fd01550ae803 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:18:15.087806 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395f87e5-c0dc-4a34-bd35-fd01550ae803 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:18:15.088118 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395f87e5-c0dc-4a34-bd35-fd01550ae803 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:18:15.088426 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395f87e5-c0dc-4a34-bd35-fd01550ae803 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:18:15.088729 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395f87e5-c0dc-4a34-bd35-fd01550ae803 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:18:15.089758 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395f87e5-c0dc-4a34-bd35-fd01550ae803 None None] Tracked resource versions report: Jun 21 04:18:15.089758 dv-cinder-797170-3-iscsi neutron-server[92784]: pushed versions: Jun 21 04:18:15.089758 dv-cinder-797170-3-iscsi neutron-server[92784]: { 'AddressGroup': {'1.2'}, Jun 21 04:18:15.089758 dv-cinder-797170-3-iscsi neutron-server[92784]: 'ConntrackHelper': {'1.0'}, Jun 21 04:18:15.089758 dv-cinder-797170-3-iscsi neutron-server[92784]: 'Log': {'1.0'}, Jun 21 04:18:15.089758 dv-cinder-797170-3-iscsi neutron-server[92784]: 'Network': {'1.1'}, Jun 21 04:18:15.089758 dv-cinder-797170-3-iscsi neutron-server[92784]: 'Port': {'1.7'}, Jun 21 04:18:15.089758 dv-cinder-797170-3-iscsi neutron-server[92784]: 'PortForwarding': {'1.2'}, Jun 21 04:18:15.089758 dv-cinder-797170-3-iscsi neutron-server[92784]: 'QosPolicy': {'1.8'}, Jun 21 04:18:15.089758 dv-cinder-797170-3-iscsi neutron-server[92784]: 'SecurityGroup': {'1.4'}, Jun 21 04:18:15.089758 dv-cinder-797170-3-iscsi neutron-server[92784]: 'SecurityGroupRule': {'1.2'}, Jun 21 04:18:15.089758 dv-cinder-797170-3-iscsi neutron-server[92784]: 'SubPort': {'1.0'}, Jun 21 04:18:15.089758 dv-cinder-797170-3-iscsi neutron-server[92784]: 'Subnet': {'1.1'}, Jun 21 04:18:15.089758 dv-cinder-797170-3-iscsi neutron-server[92784]: 'Trunk': {'1.1'}} Jun 21 04:18:15.089758 dv-cinder-797170-3-iscsi neutron-server[92784]: consumer versions: Jun 21 04:18:15.089758 dv-cinder-797170-3-iscsi neutron-server[92784]: { DHCP agent@dv-cinder-797170-3-iscsi: {}, Jun 21 04:18:15.089758 dv-cinder-797170-3-iscsi neutron-server[92784]: L3 agent@dv-cinder-797170-3-iscsi: {}, Jun 21 04:18:15.089758 dv-cinder-797170-3-iscsi neutron-server[92784]: Metadata agent@dv-cinder-797170-3-iscsi: {}, Jun 21 04:18:15.089758 dv-cinder-797170-3-iscsi neutron-server[92784]: Metering agent@dv-cinder-797170-3-iscsi: {}, Jun 21 04:18:15.089758 dv-cinder-797170-3-iscsi neutron-server[92784]: Open vSwitch agent@dv-cinder-797170-3-iscsi: { 'AddressGroup': '1.2', Jun 21 04:18:15.089758 dv-cinder-797170-3-iscsi neutron-server[92784]: 'ConntrackHelper': '1.0', Jun 21 04:18:15.089758 dv-cinder-797170-3-iscsi neutron-server[92784]: 'Log': '1.0', Jun 21 04:18:15.089758 dv-cinder-797170-3-iscsi neutron-server[92784]: 'Network': '1.1', Jun 21 04:18:15.089758 dv-cinder-797170-3-iscsi neutron-server[92784]: 'Port': '1.7', Jun 21 04:18:15.089758 dv-cinder-797170-3-iscsi neutron-server[92784]: 'PortForwarding': '1.2', Jun 21 04:18:15.089758 dv-cinder-797170-3-iscsi neutron-server[92784]: 'QosPolicy': '1.8', Jun 21 04:18:15.089758 dv-cinder-797170-3-iscsi neutron-server[92784]: 'SecurityGroup': '1.4', Jun 21 04:18:15.089758 dv-cinder-797170-3-iscsi neutron-server[92784]: 'SecurityGroupRule': '1.2', Jun 21 04:18:15.089758 dv-cinder-797170-3-iscsi neutron-server[92784]: 'SubPort': '1.0', Jun 21 04:18:15.089758 dv-cinder-797170-3-iscsi neutron-server[92784]: 'Subnet': '1.1', Jun 21 04:18:15.089758 dv-cinder-797170-3-iscsi neutron-server[92784]: 'Trunk': '1.1'}} Jun 21 04:18:15.089758 dv-cinder-797170-3-iscsi neutron-server[92784]: {{(pid=92784) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 04:18:15.108105 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-395f87e5-c0dc-4a34-bd35-fd01550ae803 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:18:15.120564 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-395f87e5-c0dc-4a34-bd35-fd01550ae803 None None] Attempting to bind port 77ec86ab-33c3-44f9-9995-a6297f5a22b0 on host dv-cinder-797170-3-iscsi for vnic_type normal with profile {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:18:15.120966 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-395f87e5-c0dc-4a34-bd35-fd01550ae803 None None] Attempting to bind port 77ec86ab-33c3-44f9-9995-a6297f5a22b0 by drivers openvswitch,hyperv on host dv-cinder-797170-3-iscsi at level 0 using segments [{'id': '7a5abf3d-e44d-42cd-a141-fdec82cac583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '77dba406-12d1-406e-b052-2e5fa2974ad8'}] {{(pid=92784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:18:15.121385 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395f87e5-c0dc-4a34-bd35-fd01550ae803 None None] Attempting to bind port 77ec86ab-33c3-44f9-9995-a6297f5a22b0 on network 77dba406-12d1-406e-b052-2e5fa2974ad8 {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:18:15.126190 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395f87e5-c0dc-4a34-bd35-fd01550ae803 None None] Checking agent: {'id': 'cd99bddb-5f01-48a7-a512-3eb4d714493f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 18), 'started_at': datetime.datetime(2021, 6, 21, 4, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:18:15.126626 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395f87e5-c0dc-4a34-bd35-fd01550ae803 None None] Checking segment: {'id': '7a5abf3d-e44d-42cd-a141-fdec82cac583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '77dba406-12d1-406e-b052-2e5fa2974ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:18:15.127098 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-395f87e5-c0dc-4a34-bd35-fd01550ae803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:15.127492 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395f87e5-c0dc-4a34-bd35-fd01550ae803 None None] Bound using segment: {'id': '7a5abf3d-e44d-42cd-a141-fdec82cac583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '77dba406-12d1-406e-b052-2e5fa2974ad8'} {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:18:15.127957 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-395f87e5-c0dc-4a34-bd35-fd01550ae803 None None] Bound port: 77ec86ab-33c3-44f9-9995-a6297f5a22b0, host: dv-cinder-797170-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5abf3d-e44d-42cd-a141-fdec82cac583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '77dba406-12d1-406e-b052-2e5fa2974ad8'}}] {{(pid=92784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:18:15.128344 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-395f87e5-c0dc-4a34-bd35-fd01550ae803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:15.193029 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-395f87e5-c0dc-4a34-bd35-fd01550ae803 None None] For port 77ec86ab-33c3-44f9-9995-a6297f5a22b0, host dv-cinder-797170-3-iscsi, cleared binding levels {{(pid=92784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:18:15.197275 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-395f87e5-c0dc-4a34-bd35-fd01550ae803 None None] For port 77ec86ab-33c3-44f9-9995-a6297f5a22b0, host dv-cinder-797170-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=77ec86ab-33c3-44f9-9995-a6297f5a22b0,segment=NetworkSegment(7a5abf3d-e44d-42cd-a141-fdec82cac583),segment_id=7a5abf3d-e44d-42cd-a141-fdec82cac583)] {{(pid=92784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:18:15.202331 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-395f87e5-c0dc-4a34-bd35-fd01550ae803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:15.209131 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:18:15.278607 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f87e5-c0dc-4a34-bd35-fd01550ae803 None None] Pushing event updated for resources: {'Port': ['ID=77ec86ab-33c3-44f9-9995-a6297f5a22b0,revision_number=2']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:18:15.283232 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-395f87e5-c0dc-4a34-bd35-fd01550ae803 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:18:16.449168 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 53856) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:18:16.940968 dv-cinder-797170-3-iscsi neutron-server[92783]: WARNING oslo_policy.policy [None req-023b6bcc-b9e3-4d45-8490-de1c6ff0b240 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 04:18:16.941559 dv-cinder-797170-3-iscsi neutron-server[92783]: WARNING oslo_policy.policy [None req-023b6bcc-b9e3-4d45-8490-de1c6ff0b240 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 04:18:17.157747 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [None req-023b6bcc-b9e3-4d45-8490-de1c6ff0b240 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=92783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 04:18:17.159058 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-023b6bcc-b9e3-4d45-8490-de1c6ff0b240 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7077789 Jun 21 04:18:19.523347 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 53870) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:18:19.839793 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [None req-2b6ebcf7-9ca9-4414-b249-713793c572d9 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=92783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 04:18:19.840733 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-2b6ebcf7-9ca9-4414-b249-713793c572d9 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3165283 Jun 21 04:18:21.185226 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70b1d88-bffb-422d-8c1d-1b48746acb55 None None] Network 77dba406-12d1-406e-b052-2e5fa2974ad8 requested from dv-cinder-797170-3-iscsi {{(pid=92784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:18:21.242240 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-2f3338a4-95b2-4074-9e75-f58512d8bd82 None None] Provisioning for port 77ec86ab-33c3-44f9-9995-a6297f5a22b0 completed by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:18:21.853872 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 77ec86ab-33c3-44f9-9995-a6297f5a22b0 up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:18:21.938240 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning for port 77ec86ab-33c3-44f9-9995-a6297f5a22b0 completed by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:18:21.942026 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning complete for port 77ec86ab-33c3-44f9-9995-a6297f5a22b0 triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:18:21.942463 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:22.045313 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:22.077785 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] For port 77ec86ab-33c3-44f9-9995-a6297f5a22b0, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=77ec86ab-33c3-44f9-9995-a6297f5a22b0,segment=NetworkSegment(7a5abf3d-e44d-42cd-a141-fdec82cac583),segment_id=7a5abf3d-e44d-42cd-a141-fdec82cac583)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:18:22.081843 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:22.084111 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-395f87e5-c0dc-4a34-bd35-fd01550ae803 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:18:22.128995 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Pushing event updated for resources: {'Port': ['ID=77ec86ab-33c3-44f9-9995-a6297f5a22b0,revision_number=3']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:18:22.139386 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:18:22.387871 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 53884) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:18:22.672596 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [None req-85245f25-f2f1-44bc-8d68-0547fb7b3a0e admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '798c6165075d4ab78d5f6c412f760860', 'admin_state_up': True}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:18:22.695165 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-85245f25-f2f1-44bc-8d68-0547fb7b3a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1652140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1090'] for router, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:22.696591 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-85245f25-f2f1-44bc-8d68-0547fb7b3a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1083'] for router, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:22.828645 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-85245f25-f2f1-44bc-8d68-0547fb7b3a0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:22.833611 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-85245f25-f2f1-44bc-8d68-0547fb7b3a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689657'] for router, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:22.846464 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-85245f25-f2f1-44bc-8d68-0547fb7b3a0e admin admin] Notify callbacks [] for router, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:22.847641 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-85245f25-f2f1-44bc-8d68-0547fb7b3a0e admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4587810 Jun 21 04:18:23.844615 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 77ec86ab-33c3-44f9-9995-a6297f5a22b0 up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:18:23.893924 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning complete for port 77ec86ab-33c3-44f9-9995-a6297f5a22b0 triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:18:23.894304 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:25.163703 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 53892) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:18:25.469401 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [None req-0fbdefca-8f0b-4eb2-96e5-c347bde229bf admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=92782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 04:18:25.470385 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-0fbdefca-8f0b-4eb2-96e5-c347bde229bf admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3057268 Jun 21 04:18:27.418645 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-b25d1dba-2716-410e-a897-7347085bc492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:27.795268 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 53900) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:18:28.094832 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [None req-4b743d7e-1382-4b62-97df-e1a67a7ae0f8 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:18:28.116533 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b743d7e-1382-4b62-97df-e1a67a7ae0f8 admin admin] Made reservation on behalf of 68d50a3dfa6541f8b1830230f2d8b575 for: {'network': 1} {{(pid=92782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:18:28.119301 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-4b743d7e-1382-4b62-97df-e1a67a7ae0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for network, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:28.128871 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-4b743d7e-1382-4b62-97df-e1a67a7ae0f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:28.215335 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-4b743d7e-1382-4b62-97df-e1a67a7ae0f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:28.220704 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-4b743d7e-1382-4b62-97df-e1a67a7ae0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:28.225233 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-b342eb24-4be7-469e-8901-d852cffc2e98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:18:28.236169 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4b743d7e-1382-4b62-97df-e1a67a7ae0f8 admin admin] Reserving flat network on physical network physnet1 {{(pid=92782) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 21 04:18:28.259034 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b743d7e-1382-4b62-97df-e1a67a7ae0f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1d05ce-8a94-4fef-9662-41aae256cf67,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:18:28.262531 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-4b743d7e-1382-4b62-97df-e1a67a7ae0f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:18:28.263941 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-4b743d7e-1382-4b62-97df-e1a67a7ae0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607066'] for segment, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:28.264284 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.db.segments_db [None req-4b743d7e-1382-4b62-97df-e1a67a7ae0f8 admin admin] Added segment e399e9b6-8ae1-4c2d-bd11-625228d4b590 of type flat for network 6916bb71-a8d9-40e6-a88e-dbc7129bc7b3 Jun 21 04:18:28.310662 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-4b743d7e-1382-4b62-97df-e1a67a7ae0f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749528449994'] for network, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:28.345082 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-4b743d7e-1382-4b62-97df-e1a67a7ae0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-431616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067'] for network, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:28.347068 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b743d7e-1382-4b62-97df-e1a67a7ae0f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:18:28.347638 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-4b743d7e-1382-4b62-97df-e1a67a7ae0f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for network, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:28.350263 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:18:28.413518 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-4b743d7e-1382-4b62-97df-e1a67a7ae0f8 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6172023 Jun 21 04:18:28.418015 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b743d7e-1382-4b62-97df-e1a67a7ae0f8 admin admin] Pushing event updated for resources: {'Network': ['ID=6916bb71-a8d9-40e6-a88e-dbc7129bc7b3,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:18:28.421313 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-4b743d7e-1382-4b62-97df-e1a67a7ae0f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:18:28.428176 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Network 6916bb71-a8d9-40e6-a88e-dbc7129bc7b3 details requested by agent ovs-agent-dv-cinder-797170-3-iscsi with host dv-cinder-797170-3-iscsi {{(pid=92784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:18:29.739873 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-1dda76d1-9d90-4034-9086-e5f537a6385d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:30.008014 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:30.699260 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 53908) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:18:31.041374 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83ddff3-7bc0-41cf-b0ce-d0934ce72510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:18:31.042677 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-a83ddff3-7bc0-41cf-b0ce-d0934ce72510 admin admin] 10.222.0.53 "GET /v2.0/subnets/5de9e341-f083-4e4a-88ef-7821ac122840 HTTP/1.1" status: 200 len: 849 time: 0.3424518 Jun 21 04:18:31.091922 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-96e1c505-da01-46a8-887c-1f2eb0a4db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:31.160062 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-301a0dfe-b260-454e-89e9-255bc508aadd admin admin] 10.222.0.53 "GET /v2.0/routers/106c90e0-54da-4d75-8b39-ea4ead1aea81 HTTP/1.1" status: 200 len: 704 time: 0.1120524 Jun 21 04:18:31.421709 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-bd5005ca-32a0-49f5-b7e2-d90df38a4116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:31.708286 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.db_base_plugin_common [None req-bd5005ca-32a0-49f5-b7e2-d90df38a4116 admin admin] Allocated IP 172.20.0.1 (77dba406-12d1-406e-b052-2e5fa2974ad8/5de9e341-f083-4e4a-88ef-7821ac122840/4d157c10-bbd4-4f20-aa59-f8f6fea4c3dd) {{(pid=92782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:18:31.898469 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-bd5005ca-32a0-49f5-b7e2-d90df38a4116 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:31.919940 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.provisioning_blocks [None req-bd5005ca-32a0-49f5-b7e2-d90df38a4116 admin admin] Transition to ACTIVE for port object 4d157c10-bbd4-4f20-aa59-f8f6fea4c3dd will not be triggered until provisioned by entity DHCP. {{(pid=92782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:18:31.997017 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-bd5005ca-32a0-49f5-b7e2-d90df38a4116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989'] for port, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:31.999852 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:18:32.066270 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5005ca-32a0-49f5-b7e2-d90df38a4116 admin admin] Network 77dba406-12d1-406e-b052-2e5fa2974ad8 is already hosted by enough agents. {{(pid=92782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:18:32.074161 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.base_scheduler [None req-bd5005ca-32a0-49f5-b7e2-d90df38a4116 admin admin] Resources bound (agent type, host, resource id): {{(pid=92782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:18:32.079707 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5005ca-32a0-49f5-b7e2-d90df38a4116 admin admin] Received port after_create {{(pid=92782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:18:32.080297 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-bd5005ca-32a0-49f5-b7e2-d90df38a4116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1693462'] for router_interface, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:32.102017 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5005ca-32a0-49f5-b7e2-d90df38a4116 admin admin] Pushing event updated for resources: {'Port': ['ID=4d157c10-bbd4-4f20-aa59-f8f6fea4c3dd,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:18:32.144755 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-bd5005ca-32a0-49f5-b7e2-d90df38a4116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:18:32.245593 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-c5e759fe-0fcd-4e5e-9e6c-8a9ca88294ef None None] Provisioning for port 4d157c10-bbd4-4f20-aa59-f8f6fea4c3dd completed by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:18:32.249999 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-c5e759fe-0fcd-4e5e-9e6c-8a9ca88294ef None None] Provisioning complete for port 4d157c10-bbd4-4f20-aa59-f8f6fea4c3dd triggered by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:18:32.250458 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-c5e759fe-0fcd-4e5e-9e6c-8a9ca88294ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:32.282983 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-c5e759fe-0fcd-4e5e-9e6c-8a9ca88294ef None None] Port 4d157c10-bbd4-4f20-aa59-f8f6fea4c3dd cannot update to ACTIVE because it is not bound. {{(pid=92784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:18:32.292233 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-bd5005ca-32a0-49f5-b7e2-d90df38a4116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:32.469423 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-bd5005ca-32a0-49f5-b7e2-d90df38a4116 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:32.473752 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-bd5005ca-32a0-49f5-b7e2-d90df38a4116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:32.475021 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-bd5005ca-32a0-49f5-b7e2-d90df38a4116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1773157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690639'] for router_interface, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:32.477409 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-bd5005ca-32a0-49f5-b7e2-d90df38a4116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:18:32.505655 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-a8ace0c1-1149-433a-b03a-8a8d050911ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:32.552612 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5005ca-32a0-49f5-b7e2-d90df38a4116 admin admin] Pushing event updated for resources: {'Port': ['ID=4d157c10-bbd4-4f20-aa59-f8f6fea4c3dd,revision_number=2']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:18:32.557574 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-bd5005ca-32a0-49f5-b7e2-d90df38a4116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:18:32.599257 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5005ca-32a0-49f5-b7e2-d90df38a4116 admin admin] Network 77dba406-12d1-406e-b052-2e5fa2974ad8 is already hosted by enough agents. {{(pid=92782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:18:32.600512 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.base_scheduler [None req-bd5005ca-32a0-49f5-b7e2-d90df38a4116 admin admin] Resources bound (agent type, host, resource id): {{(pid=92782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:18:32.756879 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd5005ca-32a0-49f5-b7e2-d90df38a4116 admin admin] Router 106c90e0-54da-4d75-8b39-ea4ead1aea81 is scheduled to L3 agent 24838221-9d49-44eb-9e47-6a2fc9da17a2 with binding_index 1 {{(pid=92782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 04:18:32.805722 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-4a791d20-9576-4275-953d-df71a0e2644d None None] Provisioning complete for port 4d157c10-bbd4-4f20-aa59-f8f6fea4c3dd triggered by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:18:32.806095 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-4a791d20-9576-4275-953d-df71a0e2644d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:32.837750 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-4a791d20-9576-4275-953d-df71a0e2644d None None] Port 4d157c10-bbd4-4f20-aa59-f8f6fea4c3dd cannot update to ACTIVE because it is not bound. {{(pid=92784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:18:32.847838 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd5005ca-32a0-49f5-b7e2-d90df38a4116 admin admin] Notify agent at l3_agent.dv-cinder-797170-3-iscsi the message routers_updated {{(pid=92782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:18:32.853728 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-bd5005ca-32a0-49f5-b7e2-d90df38a4116 admin admin] 10.222.0.53 "PUT /v2.0/routers/106c90e0-54da-4d75-8b39-ea4ead1aea81/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6886010 Jun 21 04:18:32.858091 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27339741-5d1c-4fab-8e7e-948949d2bf9a None None] Sync routers for ids ['106c90e0-54da-4d75-8b39-ea4ead1aea81'] in dv-cinder-797170-3-iscsi {{(pid=92785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:18:32.870464 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27339741-5d1c-4fab-8e7e-948949d2bf9a None None] Routers {'106c90e0-54da-4d75-8b39-ea4ead1aea81'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:18:32.871161 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-27339741-5d1c-4fab-8e7e-948949d2bf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:18:30Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['106c90e0-54da-4d75-8b39-ea4ead1aea81'], 'active': True} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:18:33.051855 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvr_db [None req-27339741-5d1c-4fab-8e7e-948949d2bf9a None None] Set router 106c90e0-54da-4d75-8b39-ea4ead1aea81 gateway port host: None {{(pid=92785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:18:33.466696 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-27339741-5d1c-4fab-8e7e-948949d2bf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106c90e0-54da-4d75-8b39-ea4ead1aea81', 'name': 'router1', 'tenant_id': '798c6165075d4ab78d5f6c412f760860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:18:22Z', 'updated_at': '2021-06-21T04:18:32Z', 'revision_number': 2, 'project_id': '798c6165075d4ab78d5f6c412f760860', 'gw_port_host': None, '_interfaces': [{'id': '4d157c10-bbd4-4f20-aa59-f8f6fea4c3dd', 'name': '', 'network_id': '77dba406-12d1-406e-b052-2e5fa2974ad8', 'tenant_id': '798c6165075d4ab78d5f6c412f760860', 'mac_address': 'fa:16:3e:b1:d2:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106c90e0-54da-4d75-8b39-ea4ead1aea81', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5de9e341-f083-4e4a-88ef-7821ac122840', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:18:31Z', 'updated_at': '2021-06-21T04:18:32Z', 'revision_number': 2, 'project_id': '798c6165075d4ab78d5f6c412f760860', 'subnets': [{'id': '5de9e341-f083-4e4a-88ef-7821ac122840', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fdfca976-ea3f-4fd8-8eff-2a59664412fc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:18:33.515815 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27339741-5d1c-4fab-8e7e-948949d2bf9a None None] Checking router: 106c90e0-54da-4d75-8b39-ea4ead1aea81 for host: dv-cinder-797170-3-iscsi {{(pid=92785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:18:33.516182 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27339741-5d1c-4fab-8e7e-948949d2bf9a None None] Updating router 106c90e0-54da-4d75-8b39-ea4ead1aea81 port 4d157c10-bbd4-4f20-aa59-f8f6fea4c3dd binding host dv-cinder-797170-3-iscsi {{(pid=92785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:18:33.576837 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-27339741-5d1c-4fab-8e7e-948949d2bf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:34.055182 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-27339741-5d1c-4fab-8e7e-948949d2bf9a None None] Notify callbacks [] for port, precommit_update {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:34.073511 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.provisioning_blocks [None req-27339741-5d1c-4fab-8e7e-948949d2bf9a None None] Transition to ACTIVE for port object 4d157c10-bbd4-4f20-aa59-f8f6fea4c3dd will not be triggered until provisioned by entity L2. {{(pid=92785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:18:34.079484 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-27339741-5d1c-4fab-8e7e-948949d2bf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:34.085070 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:18:34.276982 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2719b11c-5051-4d5c-9caa-52f8c86461f6 None None] Pushing event updated for resources: {'Port': ['ID=4d157c10-bbd4-4f20-aa59-f8f6fea4c3dd,revision_number=3']} {{(pid=92785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:18:34.285464 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.managers [None req-27339741-5d1c-4fab-8e7e-948949d2bf9a None None] Attempting to bind port 4d157c10-bbd4-4f20-aa59-f8f6fea4c3dd on host dv-cinder-797170-3-iscsi for vnic_type normal with profile {{(pid=92785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:18:34.285856 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.managers [None req-27339741-5d1c-4fab-8e7e-948949d2bf9a None None] Attempting to bind port 4d157c10-bbd4-4f20-aa59-f8f6fea4c3dd by drivers openvswitch,hyperv on host dv-cinder-797170-3-iscsi at level 0 using segments [{'id': '7a5abf3d-e44d-42cd-a141-fdec82cac583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '77dba406-12d1-406e-b052-2e5fa2974ad8'}] {{(pid=92785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:18:34.286284 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27339741-5d1c-4fab-8e7e-948949d2bf9a None None] Attempting to bind port 4d157c10-bbd4-4f20-aa59-f8f6fea4c3dd on network 77dba406-12d1-406e-b052-2e5fa2974ad8 {{(pid=92785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:18:34.289017 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719b11c-5051-4d5c-9caa-52f8c86461f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:18:34.289342 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719b11c-5051-4d5c-9caa-52f8c86461f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:18:34.289662 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719b11c-5051-4d5c-9caa-52f8c86461f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:18:34.289977 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719b11c-5051-4d5c-9caa-52f8c86461f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:18:34.290289 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719b11c-5051-4d5c-9caa-52f8c86461f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:18:34.290625 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719b11c-5051-4d5c-9caa-52f8c86461f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:18:34.290933 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719b11c-5051-4d5c-9caa-52f8c86461f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:18:34.291261 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719b11c-5051-4d5c-9caa-52f8c86461f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:18:34.291584 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719b11c-5051-4d5c-9caa-52f8c86461f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:18:34.291890 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719b11c-5051-4d5c-9caa-52f8c86461f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:18:34.292189 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719b11c-5051-4d5c-9caa-52f8c86461f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:18:34.292489 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719b11c-5051-4d5c-9caa-52f8c86461f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:18:34.293503 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2719b11c-5051-4d5c-9caa-52f8c86461f6 None None] Tracked resource versions report: Jun 21 04:18:34.293503 dv-cinder-797170-3-iscsi neutron-server[92785]: pushed versions: Jun 21 04:18:34.293503 dv-cinder-797170-3-iscsi neutron-server[92785]: { 'AddressGroup': {'1.2'}, Jun 21 04:18:34.293503 dv-cinder-797170-3-iscsi neutron-server[92785]: 'ConntrackHelper': {'1.0'}, Jun 21 04:18:34.293503 dv-cinder-797170-3-iscsi neutron-server[92785]: 'Log': {'1.0'}, Jun 21 04:18:34.293503 dv-cinder-797170-3-iscsi neutron-server[92785]: 'Network': {'1.1'}, Jun 21 04:18:34.293503 dv-cinder-797170-3-iscsi neutron-server[92785]: 'Port': {'1.7'}, Jun 21 04:18:34.293503 dv-cinder-797170-3-iscsi neutron-server[92785]: 'PortForwarding': {'1.2'}, Jun 21 04:18:34.293503 dv-cinder-797170-3-iscsi neutron-server[92785]: 'QosPolicy': {'1.8'}, Jun 21 04:18:34.293503 dv-cinder-797170-3-iscsi neutron-server[92785]: 'SecurityGroup': {'1.4'}, Jun 21 04:18:34.293503 dv-cinder-797170-3-iscsi neutron-server[92785]: 'SecurityGroupRule': {'1.2'}, Jun 21 04:18:34.293503 dv-cinder-797170-3-iscsi neutron-server[92785]: 'SubPort': {'1.0'}, Jun 21 04:18:34.293503 dv-cinder-797170-3-iscsi neutron-server[92785]: 'Subnet': {'1.1'}, Jun 21 04:18:34.293503 dv-cinder-797170-3-iscsi neutron-server[92785]: 'Trunk': {'1.1'}} Jun 21 04:18:34.293503 dv-cinder-797170-3-iscsi neutron-server[92785]: consumer versions: Jun 21 04:18:34.293503 dv-cinder-797170-3-iscsi neutron-server[92785]: { DHCP agent@dv-cinder-797170-3-iscsi: {}, Jun 21 04:18:34.293503 dv-cinder-797170-3-iscsi neutron-server[92785]: L3 agent@dv-cinder-797170-3-iscsi: {}, Jun 21 04:18:34.293503 dv-cinder-797170-3-iscsi neutron-server[92785]: Metadata agent@dv-cinder-797170-3-iscsi: {}, Jun 21 04:18:34.293503 dv-cinder-797170-3-iscsi neutron-server[92785]: Metering agent@dv-cinder-797170-3-iscsi: {}, Jun 21 04:18:34.293503 dv-cinder-797170-3-iscsi neutron-server[92785]: Open vSwitch agent@dv-cinder-797170-3-iscsi: { 'AddressGroup': '1.2', Jun 21 04:18:34.293503 dv-cinder-797170-3-iscsi neutron-server[92785]: 'ConntrackHelper': '1.0', Jun 21 04:18:34.293503 dv-cinder-797170-3-iscsi neutron-server[92785]: 'Log': '1.0', Jun 21 04:18:34.293503 dv-cinder-797170-3-iscsi neutron-server[92785]: 'Network': '1.1', Jun 21 04:18:34.293503 dv-cinder-797170-3-iscsi neutron-server[92785]: 'Port': '1.7', Jun 21 04:18:34.293503 dv-cinder-797170-3-iscsi neutron-server[92785]: 'PortForwarding': '1.2', Jun 21 04:18:34.293503 dv-cinder-797170-3-iscsi neutron-server[92785]: 'QosPolicy': '1.8', Jun 21 04:18:34.293503 dv-cinder-797170-3-iscsi neutron-server[92785]: 'SecurityGroup': '1.4', Jun 21 04:18:34.293503 dv-cinder-797170-3-iscsi neutron-server[92785]: 'SecurityGroupRule': '1.2', Jun 21 04:18:34.293503 dv-cinder-797170-3-iscsi neutron-server[92785]: 'SubPort': '1.0', Jun 21 04:18:34.293503 dv-cinder-797170-3-iscsi neutron-server[92785]: 'Subnet': '1.1', Jun 21 04:18:34.293503 dv-cinder-797170-3-iscsi neutron-server[92785]: 'Trunk': '1.1'}} Jun 21 04:18:34.293503 dv-cinder-797170-3-iscsi neutron-server[92785]: {{(pid=92785) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 04:18:34.299411 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG oslo_concurrency.lockutils [None req-2719b11c-5051-4d5c-9caa-52f8c86461f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:18:34.300125 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27339741-5d1c-4fab-8e7e-948949d2bf9a None None] Checking agent: {'id': 'cd99bddb-5f01-48a7-a512-3eb4d714493f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 18), 'started_at': datetime.datetime(2021, 6, 21, 4, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:18:34.300519 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27339741-5d1c-4fab-8e7e-948949d2bf9a None None] Checking segment: {'id': '7a5abf3d-e44d-42cd-a141-fdec82cac583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '77dba406-12d1-406e-b052-2e5fa2974ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:18:34.301002 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-27339741-5d1c-4fab-8e7e-948949d2bf9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:34.301373 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27339741-5d1c-4fab-8e7e-948949d2bf9a None None] Bound using segment: {'id': '7a5abf3d-e44d-42cd-a141-fdec82cac583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '77dba406-12d1-406e-b052-2e5fa2974ad8'} {{(pid=92785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:18:34.301866 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.managers [None req-27339741-5d1c-4fab-8e7e-948949d2bf9a None None] Bound port: 4d157c10-bbd4-4f20-aa59-f8f6fea4c3dd, host: dv-cinder-797170-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5abf3d-e44d-42cd-a141-fdec82cac583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '77dba406-12d1-406e-b052-2e5fa2974ad8'}}] {{(pid=92785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:18:34.302222 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-27339741-5d1c-4fab-8e7e-948949d2bf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:34.364003 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.db [None req-27339741-5d1c-4fab-8e7e-948949d2bf9a None None] For port 4d157c10-bbd4-4f20-aa59-f8f6fea4c3dd, host dv-cinder-797170-3-iscsi, cleared binding levels {{(pid=92785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:18:34.386497 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.db [None req-27339741-5d1c-4fab-8e7e-948949d2bf9a None None] For port 4d157c10-bbd4-4f20-aa59-f8f6fea4c3dd, host dv-cinder-797170-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=4d157c10-bbd4-4f20-aa59-f8f6fea4c3dd,segment=NetworkSegment(7a5abf3d-e44d-42cd-a141-fdec82cac583),segment_id=7a5abf3d-e44d-42cd-a141-fdec82cac583)] {{(pid=92785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:18:34.390927 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-27339741-5d1c-4fab-8e7e-948949d2bf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:34.393991 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG oslo_concurrency.lockutils [None req-2719b11c-5051-4d5c-9caa-52f8c86461f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:18:34.451300 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2719b11c-5051-4d5c-9caa-52f8c86461f6 None None] Pushing event updated for resources: {'Port': ['ID=4d157c10-bbd4-4f20-aa59-f8f6fea4c3dd,revision_number=4']} {{(pid=92785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:18:34.454783 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG oslo_concurrency.lockutils [None req-2719b11c-5051-4d5c-9caa-52f8c86461f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:18:34.456674 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27339741-5d1c-4fab-8e7e-948949d2bf9a None None] Routers {'106c90e0-54da-4d75-8b39-ea4ead1aea81'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:18:34.457262 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-27339741-5d1c-4fab-8e7e-948949d2bf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:18:30Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['106c90e0-54da-4d75-8b39-ea4ead1aea81'], 'active': True} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:18:34.542106 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvr_db [None req-27339741-5d1c-4fab-8e7e-948949d2bf9a None None] Set router 106c90e0-54da-4d75-8b39-ea4ead1aea81 gateway port host: None {{(pid=92785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:18:34.750216 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-27339741-5d1c-4fab-8e7e-948949d2bf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106c90e0-54da-4d75-8b39-ea4ead1aea81', 'name': 'router1', 'tenant_id': '798c6165075d4ab78d5f6c412f760860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:18:22Z', 'updated_at': '2021-06-21T04:18:32Z', 'revision_number': 2, 'project_id': '798c6165075d4ab78d5f6c412f760860', 'gw_port_host': None, '_interfaces': [{'id': '4d157c10-bbd4-4f20-aa59-f8f6fea4c3dd', 'name': '', 'network_id': '77dba406-12d1-406e-b052-2e5fa2974ad8', 'tenant_id': '798c6165075d4ab78d5f6c412f760860', 'mac_address': 'fa:16:3e:b1:d2:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106c90e0-54da-4d75-8b39-ea4ead1aea81', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5de9e341-f083-4e4a-88ef-7821ac122840', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:18:31Z', 'updated_at': '2021-06-21T04:18:34Z', 'revision_number': 4, 'project_id': '798c6165075d4ab78d5f6c412f760860', 'subnets': [{'id': '5de9e341-f083-4e4a-88ef-7821ac122840', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fdfca976-ea3f-4fd8-8eff-2a59664412fc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:18:34.774594 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27339741-5d1c-4fab-8e7e-948949d2bf9a None None] The sync data for ids ['106c90e0-54da-4d75-8b39-ea4ead1aea81'] in dv-cinder-797170-3-iscsi is: [{'id': '106c90e0-54da-4d75-8b39-ea4ead1aea81', 'name': 'router1', 'tenant_id': '798c6165075d4ab78d5f6c412f760860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:18:22Z', 'updated_at': '2021-06-21T04:18:32Z', 'revision_number': 2, 'project_id': '798c6165075d4ab78d5f6c412f760860', 'gw_port_host': None, '_interfaces': [{'id': '4d157c10-bbd4-4f20-aa59-f8f6fea4c3dd', 'name': '', 'network_id': '77dba406-12d1-406e-b052-2e5fa2974ad8', 'tenant_id': '798c6165075d4ab78d5f6c412f760860', 'mac_address': 'fa:16:3e:b1:d2:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106c90e0-54da-4d75-8b39-ea4ead1aea81', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5de9e341-f083-4e4a-88ef-7821ac122840', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:18:31Z', 'updated_at': '2021-06-21T04:18:34Z', 'revision_number': 4, 'project_id': '798c6165075d4ab78d5f6c412f760860', 'subnets': [{'id': '5de9e341-f083-4e4a-88ef-7821ac122840', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fdfca976-ea3f-4fd8-8eff-2a59664412fc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:18:35.181954 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 53928) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:18:35.375470 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e581ed05-968d-49e6-85ca-44094a4e1bb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:18:35.381953 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-e581ed05-968d-49e6-85ca-44094a4e1bb4 admin admin] 10.222.0.53 "GET /v2.0/networks/6916bb71-a8d9-40e6-a88e-dbc7129bc7b3 HTTP/1.1" status: 200 len: 842 time: 0.1938705 Jun 21 04:18:35.386025 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [None req-9815c39a-e81c-4f79-92f2-27fbbb2e845b admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:18:35.407013 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9815c39a-e81c-4f79-92f2-27fbbb2e845b admin admin] Made reservation on behalf of 68d50a3dfa6541f8b1830230f2d8b575 for: {'subnet': 1} {{(pid=92782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:18:35.409884 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-9815c39a-e81c-4f79-92f2-27fbbb2e845b admin admin] Notify callbacks [] for subnet, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:35.747058 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.objects.ports [None req-9815c39a-e81c-4f79-92f2-27fbbb2e845b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92782) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 21 04:18:35.747493 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-9815c39a-e81c-4f79-92f2-27fbbb2e845b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056'] for subnet, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:35.750192 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:18:35.807474 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9815c39a-e81c-4f79-92f2-27fbbb2e845b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c39627d-1aec-4229-8b15-efcd0ccd7e2f,revision_number=0']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:18:35.812045 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-9815c39a-e81c-4f79-92f2-27fbbb2e845b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:18:35.815214 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9815c39a-e81c-4f79-92f2-27fbbb2e845b admin admin] Checking segment: {'id': 'e399e9b6-8ae1-4c2d-bd11-625228d4b590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:18:35.815571 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9815c39a-e81c-4f79-92f2-27fbbb2e845b admin admin] Network hostable DHCP agents. Network: 6916bb71-a8d9-40e6-a88e-dbc7129bc7b3, hostable agents: ['6ffbca20-0783-49ee-bbe9-7ece843bbb1a'], hosted agents: [] {{(pid=92782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:18:35.832358 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9815c39a-e81c-4f79-92f2-27fbbb2e845b admin admin] Network 6916bb71-a8d9-40e6-a88e-dbc7129bc7b3 is scheduled to be hosted by DHCP agent 6ffbca20-0783-49ee-bbe9-7ece843bbb1a with binding_index 1 {{(pid=92782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:18:35.840533 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.base_scheduler [None req-9815c39a-e81c-4f79-92f2-27fbbb2e845b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-3-iscsi, 6916bb71-a8d9-40e6-a88e-dbc7129bc7b3) {{(pid=92782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:18:35.844454 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9815c39a-e81c-4f79-92f2-27fbbb2e845b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:18:35.845036 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-9815c39a-e81c-4f79-92f2-27fbbb2e845b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for subnet, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:35.850544 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a418e5-f824-4bb8-95e3-2a3204154c0b None None] Network 6916bb71-a8d9-40e6-a88e-dbc7129bc7b3 requested from dv-cinder-797170-3-iscsi {{(pid=92784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:18:35.859353 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-9815c39a-e81c-4f79-92f2-27fbbb2e845b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4766624 Jun 21 04:18:35.984299 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9209cbc-788d-45cf-af2d-b2618ad58670 None None] Network 6916bb71-a8d9-40e6-a88e-dbc7129bc7b3 requested from dv-cinder-797170-3-iscsi {{(pid=92784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:18:37.869959 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 4d157c10-bbd4-4f20-aa59-f8f6fea4c3dd up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:18:37.917796 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning for port 4d157c10-bbd4-4f20-aa59-f8f6fea4c3dd completed by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:18:37.921511 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning complete for port 4d157c10-bbd4-4f20-aa59-f8f6fea4c3dd triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:18:37.921890 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:37.997676 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:38.032312 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] For port 4d157c10-bbd4-4f20-aa59-f8f6fea4c3dd, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=4d157c10-bbd4-4f20-aa59-f8f6fea4c3dd,segment=NetworkSegment(7a5abf3d-e44d-42cd-a141-fdec82cac583),segment_id=7a5abf3d-e44d-42cd-a141-fdec82cac583)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:18:38.037792 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:38.041293 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-395f87e5-c0dc-4a34-bd35-fd01550ae803 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:18:38.087675 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Pushing event updated for resources: {'Port': ['ID=4d157c10-bbd4-4f20-aa59-f8f6fea4c3dd,revision_number=5']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:18:38.091243 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:18:38.122730 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 53950) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:18:38.247952 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-2bd590c1-5be2-463e-a1bd-f6555d308344 admin admin] 10.222.0.53 "GET /v2.0/routers/106c90e0-54da-4d75-8b39-ea4ead1aea81 HTTP/1.1" status: 200 len: 710 time: 0.1240933 Jun 21 04:18:38.333692 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb456569-c5f6-4551-ba66-0f8211f3044d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:18:38.335104 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-bb456569-c5f6-4551-ba66-0f8211f3044d admin admin] 10.222.0.53 "GET /v2.0/networks/6916bb71-a8d9-40e6-a88e-dbc7129bc7b3 HTTP/1.1" status: 200 len: 886 time: 0.0818295 Jun 21 04:18:38.343807 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [None req-d88fd19a-45d5-412c-a982-79c2af7c0519 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3'}}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:18:38.586980 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-d88fd19a-45d5-412c-a982-79c2af7c0519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691373', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1065'] for router, precommit_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:38.817896 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-d88fd19a-45d5-412c-a982-79c2af7c0519 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:38.891233 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-d88fd19a-45d5-412c-a982-79c2af7c0519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:38.991291 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.db_base_plugin_common [None req-d88fd19a-45d5-412c-a982-79c2af7c0519 admin admin] Allocated IP 172.27.3.129 (6916bb71-a8d9-40e6-a88e-dbc7129bc7b3/8c39627d-1aec-4229-8b15-efcd0ccd7e2f/9dc8dbb7-8f56-418c-a38d-b294ef3e1d6d) {{(pid=92782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:18:39.089095 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-d88fd19a-45d5-412c-a982-79c2af7c0519 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:39.125667 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-d88fd19a-45d5-412c-a982-79c2af7c0519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989'] for port, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:39.129002 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:18:39.159624 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88fd19a-45d5-412c-a982-79c2af7c0519 admin admin] Network 6916bb71-a8d9-40e6-a88e-dbc7129bc7b3 is already hosted by enough agents. {{(pid=92782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:18:39.164420 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.base_scheduler [None req-d88fd19a-45d5-412c-a982-79c2af7c0519 admin admin] Resources bound (agent type, host, resource id): {{(pid=92782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:18:39.167598 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88fd19a-45d5-412c-a982-79c2af7c0519 admin admin] Received port after_create {{(pid=92782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:18:39.230346 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88fd19a-45d5-412c-a982-79c2af7c0519 admin admin] Pushing event updated for resources: {'Port': ['ID=9dc8dbb7-8f56-418c-a38d-b294ef3e1d6d,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:18:39.233931 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-d88fd19a-45d5-412c-a982-79c2af7c0519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:18:39.492350 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-d88fd19a-45d5-412c-a982-79c2af7c0519 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:39.676194 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-d88fd19a-45d5-412c-a982-79c2af7c0519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691373', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1065'] for router, precommit_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:39.679313 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-d88fd19a-45d5-412c-a982-79c2af7c0519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1691331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1691380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1652055'] for router, after_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:39.780122 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d88fd19a-45d5-412c-a982-79c2af7c0519 admin admin] Router 106c90e0-54da-4d75-8b39-ea4ead1aea81 has already been hosted by L3 agent 24838221-9d49-44eb-9e47-6a2fc9da17a2 {{(pid=92782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:18:39.857152 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 4d157c10-bbd4-4f20-aa59-f8f6fea4c3dd up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:18:39.893663 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88fd19a-45d5-412c-a982-79c2af7c0519 admin admin] Notify agent at l3_agent.dv-cinder-797170-3-iscsi the message routers_updated {{(pid=92782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:18:39.899141 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-d88fd19a-45d5-412c-a982-79c2af7c0519 admin admin] Notify callbacks [] for router, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:39.904629 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d590b965-dd58-4527-9424-57c8de78b319 None None] Sync routers for ids ['106c90e0-54da-4d75-8b39-ea4ead1aea81'] in dv-cinder-797170-3-iscsi {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:18:39.906934 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-d88fd19a-45d5-412c-a982-79c2af7c0519 admin admin] 10.222.0.53 "PUT /v2.0/routers/106c90e0-54da-4d75-8b39-ea4ead1aea81 HTTP/1.1" status: 200 len: 890 time: 1.5662050 Jun 21 04:18:39.916969 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning complete for port 4d157c10-bbd4-4f20-aa59-f8f6fea4c3dd triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:18:39.917293 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:39.995321 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d590b965-dd58-4527-9424-57c8de78b319 None None] Routers {'106c90e0-54da-4d75-8b39-ea4ead1aea81'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:18:39.996025 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-d590b965-dd58-4527-9424-57c8de78b319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:18:30Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['106c90e0-54da-4d75-8b39-ea4ead1aea81'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:18:40.244274 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-d590b965-dd58-4527-9424-57c8de78b319 None None] Set router 106c90e0-54da-4d75-8b39-ea4ead1aea81 gateway port host: dv-cinder-797170-3-iscsi {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:18:40.624303 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-d590b965-dd58-4527-9424-57c8de78b319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106c90e0-54da-4d75-8b39-ea4ead1aea81', 'name': 'router1', 'tenant_id': '798c6165075d4ab78d5f6c412f760860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '9dc8dbb7-8f56-418c-a38d-b294ef3e1d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:18:22Z', 'updated_at': '2021-06-21T04:18:39Z', 'revision_number': 4, 'project_id': '798c6165075d4ab78d5f6c412f760860', 'gw_port': {'id': '9dc8dbb7-8f56-418c-a38d-b294ef3e1d6d', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ea:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106c90e0-54da-4d75-8b39-ea4ead1aea81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:18:38Z', 'updated_at': '2021-06-21T04:18:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': '4d157c10-bbd4-4f20-aa59-f8f6fea4c3dd', 'name': '', 'network_id': '77dba406-12d1-406e-b052-2e5fa2974ad8', 'tenant_id': '798c6165075d4ab78d5f6c412f760860', 'mac_address': 'fa:16:3e:b1:d2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106c90e0-54da-4d75-8b39-ea4ead1aea81', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5de9e341-f083-4e4a-88ef-7821ac122840', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:18:31Z', 'updated_at': '2021-06-21T04:18:38Z', 'revision_number': 5, 'project_id': '798c6165075d4ab78d5f6c412f760860', 'subnets': [{'id': '5de9e341-f083-4e4a-88ef-7821ac122840', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fdfca976-ea3f-4fd8-8eff-2a59664412fc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:18:40.675174 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d590b965-dd58-4527-9424-57c8de78b319 None None] Checking router: 106c90e0-54da-4d75-8b39-ea4ead1aea81 for host: dv-cinder-797170-3-iscsi {{(pid=92784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:18:40.675533 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d590b965-dd58-4527-9424-57c8de78b319 None None] Updating router 106c90e0-54da-4d75-8b39-ea4ead1aea81 port 9dc8dbb7-8f56-418c-a38d-b294ef3e1d6d binding host dv-cinder-797170-3-iscsi {{(pid=92784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:18:40.708112 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-d590b965-dd58-4527-9424-57c8de78b319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:41.016507 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-d590b965-dd58-4527-9424-57c8de78b319 None None] Notify callbacks [] for port, precommit_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:41.029514 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-d590b965-dd58-4527-9424-57c8de78b319 None None] Transition to ACTIVE for port object 9dc8dbb7-8f56-418c-a38d-b294ef3e1d6d will not be triggered until provisioned by entity L2. {{(pid=92784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:18:41.035828 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-d590b965-dd58-4527-9424-57c8de78b319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:41.038310 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:18:41.084969 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f38bb-36b3-4280-879f-c69138e82deb None None] Pushing event updated for resources: {'Port': ['ID=9dc8dbb7-8f56-418c-a38d-b294ef3e1d6d,revision_number=2']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:18:41.088530 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-f17f38bb-36b3-4280-879f-c69138e82deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:18:41.090732 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-d590b965-dd58-4527-9424-57c8de78b319 None None] Attempting to bind port 9dc8dbb7-8f56-418c-a38d-b294ef3e1d6d on host dv-cinder-797170-3-iscsi for vnic_type normal with profile {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:18:41.091111 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-d590b965-dd58-4527-9424-57c8de78b319 None None] Attempting to bind port 9dc8dbb7-8f56-418c-a38d-b294ef3e1d6d by drivers openvswitch,hyperv on host dv-cinder-797170-3-iscsi at level 0 using segments [{'id': 'e399e9b6-8ae1-4c2d-bd11-625228d4b590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3'}] {{(pid=92784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:18:41.091473 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d590b965-dd58-4527-9424-57c8de78b319 None None] Attempting to bind port 9dc8dbb7-8f56-418c-a38d-b294ef3e1d6d on network 6916bb71-a8d9-40e6-a88e-dbc7129bc7b3 {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:18:41.096344 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d590b965-dd58-4527-9424-57c8de78b319 None None] Checking agent: {'id': 'cd99bddb-5f01-48a7-a512-3eb4d714493f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 18), 'started_at': datetime.datetime(2021, 6, 21, 4, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:18:41.096718 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d590b965-dd58-4527-9424-57c8de78b319 None None] Checking segment: {'id': 'e399e9b6-8ae1-4c2d-bd11-625228d4b590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:18:41.097118 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-d590b965-dd58-4527-9424-57c8de78b319 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:41.097506 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d590b965-dd58-4527-9424-57c8de78b319 None None] Bound using segment: {'id': 'e399e9b6-8ae1-4c2d-bd11-625228d4b590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3'} {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:18:41.097972 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-d590b965-dd58-4527-9424-57c8de78b319 None None] Bound port: 9dc8dbb7-8f56-418c-a38d-b294ef3e1d6d, host: dv-cinder-797170-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e399e9b6-8ae1-4c2d-bd11-625228d4b590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3'}}] {{(pid=92784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:18:41.098341 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-d590b965-dd58-4527-9424-57c8de78b319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:41.147485 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-d590b965-dd58-4527-9424-57c8de78b319 None None] For port 9dc8dbb7-8f56-418c-a38d-b294ef3e1d6d, host dv-cinder-797170-3-iscsi, cleared binding levels {{(pid=92784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:18:41.150355 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-d590b965-dd58-4527-9424-57c8de78b319 None None] For port 9dc8dbb7-8f56-418c-a38d-b294ef3e1d6d, host dv-cinder-797170-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=9dc8dbb7-8f56-418c-a38d-b294ef3e1d6d,segment=NetworkSegment(e399e9b6-8ae1-4c2d-bd11-625228d4b590),segment_id=e399e9b6-8ae1-4c2d-bd11-625228d4b590)] {{(pid=92784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:18:41.155052 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-d590b965-dd58-4527-9424-57c8de78b319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:41.158052 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:18:41.289518 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d590b965-dd58-4527-9424-57c8de78b319 None None] Routers {'106c90e0-54da-4d75-8b39-ea4ead1aea81'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:18:41.290060 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-d590b965-dd58-4527-9424-57c8de78b319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:18:30Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['106c90e0-54da-4d75-8b39-ea4ead1aea81'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:18:41.294674 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f38bb-36b3-4280-879f-c69138e82deb None None] Pushing event updated for resources: {'Port': ['ID=9dc8dbb7-8f56-418c-a38d-b294ef3e1d6d,revision_number=3']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:18:41.325806 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-f17f38bb-36b3-4280-879f-c69138e82deb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:18:41.400641 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-d590b965-dd58-4527-9424-57c8de78b319 None None] Set router 106c90e0-54da-4d75-8b39-ea4ead1aea81 gateway port host: dv-cinder-797170-3-iscsi {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:18:41.602171 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-d590b965-dd58-4527-9424-57c8de78b319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '106c90e0-54da-4d75-8b39-ea4ead1aea81', 'name': 'router1', 'tenant_id': '798c6165075d4ab78d5f6c412f760860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '9dc8dbb7-8f56-418c-a38d-b294ef3e1d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:18:22Z', 'updated_at': '2021-06-21T04:18:39Z', 'revision_number': 4, 'project_id': '798c6165075d4ab78d5f6c412f760860', 'gw_port': {'id': '9dc8dbb7-8f56-418c-a38d-b294ef3e1d6d', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ea:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106c90e0-54da-4d75-8b39-ea4ead1aea81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:18:38Z', 'updated_at': '2021-06-21T04:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': '4d157c10-bbd4-4f20-aa59-f8f6fea4c3dd', 'name': '', 'network_id': '77dba406-12d1-406e-b052-2e5fa2974ad8', 'tenant_id': '798c6165075d4ab78d5f6c412f760860', 'mac_address': 'fa:16:3e:b1:d2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106c90e0-54da-4d75-8b39-ea4ead1aea81', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5de9e341-f083-4e4a-88ef-7821ac122840', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:18:31Z', 'updated_at': '2021-06-21T04:18:38Z', 'revision_number': 5, 'project_id': '798c6165075d4ab78d5f6c412f760860', 'subnets': [{'id': '5de9e341-f083-4e4a-88ef-7821ac122840', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fdfca976-ea3f-4fd8-8eff-2a59664412fc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:18:41.631248 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d590b965-dd58-4527-9424-57c8de78b319 None None] The sync data for ids ['106c90e0-54da-4d75-8b39-ea4ead1aea81'] in dv-cinder-797170-3-iscsi is: [{'id': '106c90e0-54da-4d75-8b39-ea4ead1aea81', 'name': 'router1', 'tenant_id': '798c6165075d4ab78d5f6c412f760860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '9dc8dbb7-8f56-418c-a38d-b294ef3e1d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:18:22Z', 'updated_at': '2021-06-21T04:18:39Z', 'revision_number': 4, 'project_id': '798c6165075d4ab78d5f6c412f760860', 'gw_port': {'id': '9dc8dbb7-8f56-418c-a38d-b294ef3e1d6d', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ea:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106c90e0-54da-4d75-8b39-ea4ead1aea81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:18:38Z', 'updated_at': '2021-06-21T04:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': '4d157c10-bbd4-4f20-aa59-f8f6fea4c3dd', 'name': '', 'network_id': '77dba406-12d1-406e-b052-2e5fa2974ad8', 'tenant_id': '798c6165075d4ab78d5f6c412f760860', 'mac_address': 'fa:16:3e:b1:d2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106c90e0-54da-4d75-8b39-ea4ead1aea81', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5de9e341-f083-4e4a-88ef-7821ac122840', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:18:31Z', 'updated_at': '2021-06-21T04:18:38Z', 'revision_number': 5, 'project_id': '798c6165075d4ab78d5f6c412f760860', 'subnets': [{'id': '5de9e341-f083-4e4a-88ef-7821ac122840', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fdfca976-ea3f-4fd8-8eff-2a59664412fc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:18:41.875713 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 9dc8dbb7-8f56-418c-a38d-b294ef3e1d6d up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:18:41.927167 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning for port 9dc8dbb7-8f56-418c-a38d-b294ef3e1d6d completed by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:18:41.931529 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning complete for port 9dc8dbb7-8f56-418c-a38d-b294ef3e1d6d triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:18:41.931960 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:42.009245 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:42.030870 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] For port 9dc8dbb7-8f56-418c-a38d-b294ef3e1d6d, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=9dc8dbb7-8f56-418c-a38d-b294ef3e1d6d,segment=NetworkSegment(e399e9b6-8ae1-4c2d-bd11-625228d4b590),segment_id=e399e9b6-8ae1-4c2d-bd11-625228d4b590)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:18:42.036369 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:42.038922 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:18:42.088948 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Pushing event updated for resources: {'Port': ['ID=9dc8dbb7-8f56-418c-a38d-b294ef3e1d6d,revision_number=4']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:18:42.092015 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:18:42.265728 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 53958) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:18:42.392907 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-6c937440-b10f-49d5-95fb-ca4652654574 admin admin] 10.222.0.53 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1253150 Jun 21 04:18:43.846899 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 9dc8dbb7-8f56-418c-a38d-b294ef3e1d6d up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:18:43.901120 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning complete for port 9dc8dbb7-8f56-418c-a38d-b294ef3e1d6d triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:18:43.901502 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:45.344982 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.agents_db [None req-2d4e51dd-16b2-4ea0-aa94-70b67a47226d None None] Agent healthcheck: found 5 active agents {{(pid=92785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:18:57.428618 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-9d456abe-827d-4fbe-8d48-541859c785c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:18:59.743181 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-073a31b0-5cf8-45c1-8c7a-d41cfba51e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:19:00.029809 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:19:01.102189 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-96e1c505-da01-46a8-887c-1f2eb0a4db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:19:02.528005 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-a8ace0c1-1149-433a-b03a-8a8d050911ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:19:22.344596 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.agents_db [None req-2d4e51dd-16b2-4ea0-aa94-70b67a47226d None None] Agent healthcheck: found 5 active agents {{(pid=92785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:19:27.422999 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b4427c9-6e82-4945-b82b-c09c740097bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:19:29.744921 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-d359896a-e862-4c0a-90e0-d91efd82d53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:19:30.012511 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:19:31.099670 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-96e1c505-da01-46a8-887c-1f2eb0a4db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:19:32.519126 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-a8ace0c1-1149-433a-b03a-8a8d050911ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:19:57.425166 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-9daf28f1-76d5-4a24-be5f-f250b9ee0107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:19:59.344418 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.agents_db [None req-2d4e51dd-16b2-4ea0-aa94-70b67a47226d None None] Agent healthcheck: found 5 active agents {{(pid=92785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:19:59.747310 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-9d86fa5c-2af3-48c5-84b2-27804fec304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:00.015017 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:01.103843 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-96e1c505-da01-46a8-887c-1f2eb0a4db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:02.525022 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-a8ace0c1-1149-433a-b03a-8a8d050911ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:16.378642 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 54526) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:20:16.438871 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.pecan_wsgi.hooks.translation [None req-16f1e98d-bbc0-4929-b7f1-ff04d09272b9 admin admin] GET failed (client error): The resource could not be found. Jun 21 04:20:16.440239 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-16f1e98d-bbc0-4929-b7f1-ff04d09272b9 admin admin] 10.222.0.53 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0606630 Jun 21 04:20:16.596561 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bcc43a-caa0-416f-b433-17e3f4928502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:20:16.597928 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-72bcc43a-caa0-416f-b433-17e3f4928502 admin admin] 10.222.0.53 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1537387 Jun 21 04:20:18.719458 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 54536) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:20:18.809556 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e63a169-339c-4789-b5f1-4fb6a004d48a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:20:18.810875 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-2e63a169-339c-4789-b5f1-4fb6a004d48a admin admin] 10.222.0.53 "GET /v2.0/subnets/5de9e341-f083-4e4a-88ef-7821ac122840 HTTP/1.1" status: 200 len: 849 time: 0.0904789 Jun 21 04:20:18.819815 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [None req-bb2ebc8d-5a22-474f-ac88-2a2f35f1addb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:20:18.897935 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-bb2ebc8d-5a22-474f-ac88-2a2f35f1addb admin admin] Notify callbacks [] for subnet, before_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:19.031531 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-bb2ebc8d-5a22-474f-ac88-2a2f35f1addb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749528905948'] for subnet, after_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:19.034284 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-78a51219-1f0d-412c-a42d-3564bffe2068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:20:19.061006 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2ebc8d-5a22-474f-ac88-2a2f35f1addb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:20:19.061598 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-bb2ebc8d-5a22-474f-ac88-2a2f35f1addb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for subnet, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:19.062838 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-bb2ebc8d-5a22-474f-ac88-2a2f35f1addb admin admin] 10.222.0.53 "PUT /v2.0/subnets/5de9e341-f083-4e4a-88ef-7821ac122840 HTTP/1.1" status: 200 len: 868 time: 0.2466230 Jun 21 04:20:19.075228 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b3276a-4468-49e5-97e0-28f8aac6a926 None None] Network 77dba406-12d1-406e-b052-2e5fa2974ad8 requested from dv-cinder-797170-3-iscsi {{(pid=92784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:20:19.082941 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ebc8d-5a22-474f-ac88-2a2f35f1addb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5de9e341-f083-4e4a-88ef-7821ac122840,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:20:19.090986 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ebc8d-5a22-474f-ac88-2a2f35f1addb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:19.091363 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ebc8d-5a22-474f-ac88-2a2f35f1addb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:19.091650 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ebc8d-5a22-474f-ac88-2a2f35f1addb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:19.091980 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ebc8d-5a22-474f-ac88-2a2f35f1addb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:19.092298 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ebc8d-5a22-474f-ac88-2a2f35f1addb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:19.092632 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ebc8d-5a22-474f-ac88-2a2f35f1addb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:19.092952 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ebc8d-5a22-474f-ac88-2a2f35f1addb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:19.093265 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ebc8d-5a22-474f-ac88-2a2f35f1addb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:19.093607 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ebc8d-5a22-474f-ac88-2a2f35f1addb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:19.093957 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ebc8d-5a22-474f-ac88-2a2f35f1addb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:19.094273 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ebc8d-5a22-474f-ac88-2a2f35f1addb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:19.094606 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2ebc8d-5a22-474f-ac88-2a2f35f1addb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:20:19.098126 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-bb2ebc8d-5a22-474f-ac88-2a2f35f1addb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:20:19.452213 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-3ba75e47-7424-4b2a-bfe3-4d486dfe64cb None None] Provisioning complete for port 77ec86ab-33c3-44f9-9995-a6297f5a22b0 triggered by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:20:19.452594 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-3ba75e47-7424-4b2a-bfe3-4d486dfe64cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:19.535638 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-3ba75e47-7424-4b2a-bfe3-4d486dfe64cb None None] Provisioning complete for port 4d157c10-bbd4-4f20-aa59-f8f6fea4c3dd triggered by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:20:19.535933 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-3ba75e47-7424-4b2a-bfe3-4d486dfe64cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:21.189163 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 54544) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:20:21.384125 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6877be97-1094-47ac-9d8c-558532e55add admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:20:21.384521 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6877be97-1094-47ac-9d8c-558532e55add admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:20:21.386023 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-6877be97-1094-47ac-9d8c-558532e55add admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1959107 Jun 21 04:20:23.464121 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 54552) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:20:23.590778 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407ced98-581a-4cc2-9acd-1cafd4cb56ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:20:23.591173 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407ced98-581a-4cc2-9acd-1cafd4cb56ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:20:23.592657 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-407ced98-581a-4cc2-9acd-1cafd4cb56ac admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1275833 Jun 21 04:20:25.721749 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 54560) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:20:25.937390 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ac63aa-f82d-4cf3-9c4c-c8dda3c61c6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:20:25.938665 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-e5ac63aa-f82d-4cf3-9c4c-c8dda3c61c6a admin admin] 10.222.0.53 "GET /v2.0/networks/6916bb71-a8d9-40e6-a88e-dbc7129bc7b3 HTTP/1.1" status: 200 len: 886 time: 0.2159572 Jun 21 04:20:27.427078 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-0ab55237-f509-4789-a1a5-35d3cbe46236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:28.061138 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 54568) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:20:28.188929 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d275e58-5318-4e79-bbdd-d79d3b36df24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:20:28.190169 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-8d275e58-5318-4e79-bbdd-d79d3b36df24 admin admin] 10.222.0.53 "GET /v2.0/networks/77dba406-12d1-406e-b052-2e5fa2974ad8 HTTP/1.1" status: 200 len: 869 time: 0.1281040 Jun 21 04:20:29.750085 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-82281ca6-d926-4cbf-b265-eae7849c92fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:30.016700 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:30.313434 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 54576) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:20:30.431094 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b141cd-fc9f-4703-a252-d24cf86f355b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:20:30.431551 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b141cd-fc9f-4703-a252-d24cf86f355b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:20:30.433031 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-11b141cd-fc9f-4703-a252-d24cf86f355b admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1186268 Jun 21 04:20:31.105885 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-96e1c505-da01-46a8-887c-1f2eb0a4db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:32.533561 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-a8ace0c1-1149-433a-b03a-8a8d050911ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:32.565955 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 54584) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:20:32.800657 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.policy [None req-c66d02cd-57b4-41ea-a6d6-b15a36834332 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92783) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 21 04:20:32.846906 dv-cinder-797170-3-iscsi neutron-server[92783]: WARNING oslo_policy.policy [None req-c66d02cd-57b4-41ea-a6d6-b15a36834332 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 04:20:32.847285 dv-cinder-797170-3-iscsi neutron-server[92783]: WARNING oslo_policy.policy [None req-c66d02cd-57b4-41ea-a6d6-b15a36834332 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 04:20:32.855573 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66d02cd-57b4-41ea-a6d6-b15a36834332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:20:32.856043 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66d02cd-57b4-41ea-a6d6-b15a36834332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:20:32.857896 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-c66d02cd-57b4-41ea-a6d6-b15a36834332 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2909851 Jun 21 04:20:34.998880 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 54596) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:20:35.120917 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12e45d4-a109-4f5c-a618-944819f891fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:20:35.122394 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-f12e45d4-a109-4f5c-a618-944819f891fb admin admin] 10.222.0.53 "GET /v2.0/subnets/5de9e341-f083-4e4a-88ef-7821ac122840 HTTP/1.1" status: 200 len: 868 time: 0.1225531 Jun 21 04:20:36.343095 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.agents_db [None req-2d4e51dd-16b2-4ea0-aa94-70b67a47226d None None] Agent healthcheck: found 5 active agents {{(pid=92785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:20:37.225959 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 54604) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:20:37.313562 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72949af4-b2fb-46f5-bf0f-c6487bdb8165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:20:37.314866 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-72949af4-b2fb-46f5-bf0f-c6487bdb8165 admin admin] 10.222.0.53 "GET /v2.0/subnets/8c39627d-1aec-4229-8b15-efcd0ccd7e2f HTTP/1.1" status: 200 len: 816 time: 0.0879660 Jun 21 04:20:57.430711 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-fdc701a2-f1de-4f12-8d59-36f230ad309f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:20:59.751105 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-1bd84591-8fcc-4c67-a539-e4f7ca780672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:00.017595 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:00.313230 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 54648) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:21:00.358076 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [None req-a1d1cd2e-6233-4d89-b766-1d5c632d3da7 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=92783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 04:21:00.359081 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-a1d1cd2e-6233-4d89-b766-1d5c632d3da7 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0448973 Jun 21 04:21:01.106154 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-96e1c505-da01-46a8-887c-1f2eb0a4db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:02.530970 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-a8ace0c1-1149-433a-b03a-8a8d050911ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:02.577517 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 54656) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:21:02.651408 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3b4758f-fabe-401a-a9a6-392874c99b2f admin admin] GET failed (client error): The resource could not be found. Jun 21 04:21:02.651408 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-f3b4758f-fabe-401a-a9a6-392874c99b2f admin admin] 10.222.0.53 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0729942 Jun 21 04:21:02.809427 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111dd81b-d46a-4d25-9bbc-6bae9ba8d47d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:21:02.810817 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-111dd81b-d46a-4d25-9bbc-6bae9ba8d47d admin admin] 10.222.0.53 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1551871 Jun 21 04:21:04.962072 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 54664) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:21:05.007156 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [None req-8f345cd9-7864-48cf-910e-b56caa89f8c4 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:21:05.028086 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f345cd9-7864-48cf-910e-b56caa89f8c4 admin admin] Made reservation on behalf of 68d50a3dfa6541f8b1830230f2d8b575 for: {'network': 1} {{(pid=92782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:21:05.030505 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-8f345cd9-7864-48cf-910e-b56caa89f8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for network, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:05.061356 dv-cinder-797170-3-iscsi neutron-server[92782]: WARNING neutron.services.revisions.revision_plugin [None req-8f345cd9-7864-48cf-910e-b56caa89f8c4 admin admin] Could not find related network for resource to bump revision. Jun 21 04:21:05.072377 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f345cd9-7864-48cf-910e-b56caa89f8c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=92782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:21:05.081682 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-8f345cd9-7864-48cf-910e-b56caa89f8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607066'] for segment, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:05.082017 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.db.segments_db [None req-8f345cd9-7864-48cf-910e-b56caa89f8c4 admin admin] Added segment 82c3cbfc-a443-418f-a28f-abb08c644474 of type vlan for network 437ede66-19cb-4517-a78e-ec794957dab1 Jun 21 04:21:05.119864 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-8f345cd9-7864-48cf-910e-b56caa89f8c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749528449994'] for network, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:05.147766 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-8f345cd9-7864-48cf-910e-b56caa89f8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-431616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067'] for network, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:05.148991 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f345cd9-7864-48cf-910e-b56caa89f8c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:21:05.149556 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-8f345cd9-7864-48cf-910e-b56caa89f8c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for network, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:05.152767 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:21:05.198603 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-8f345cd9-7864-48cf-910e-b56caa89f8c4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2354410 Jun 21 04:21:05.208822 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f345cd9-7864-48cf-910e-b56caa89f8c4 admin admin] Pushing event updated for resources: {'Network': ['ID=437ede66-19cb-4517-a78e-ec794957dab1,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:21:05.211850 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-8f345cd9-7864-48cf-910e-b56caa89f8c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:21:05.221012 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Network 437ede66-19cb-4517-a78e-ec794957dab1 details requested by agent ovs-agent-dv-cinder-797170-3-iscsi with host dv-cinder-797170-3-iscsi {{(pid=92784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:21:07.340925 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 54672) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:21:07.399268 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.pecan_wsgi.hooks.translation [None req-3debd9b7-c69c-4415-8de4-e4615a4d6f07 admin admin] GET failed (client error): The resource could not be found. Jun 21 04:21:07.400552 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-3debd9b7-c69c-4415-8de4-e4615a4d6f07 admin admin] 10.222.0.53 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0586724 Jun 21 04:21:07.469422 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e15392-7128-4d7e-bfe1-d2eb602c7196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:21:07.470852 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-b9e15392-7128-4d7e-bfe1-d2eb602c7196 admin admin] 10.222.0.53 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0664895 Jun 21 04:21:07.480618 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [None req-fb1936a7-324d-4a31-8396-1ca78fe78dc7 admin admin] Request body: {'subnet': {'network_id': '437ede66-19cb-4517-a78e-ec794957dab1', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:21:07.500190 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1936a7-324d-4a31-8396-1ca78fe78dc7 admin admin] Made reservation on behalf of 68d50a3dfa6541f8b1830230f2d8b575 for: {'subnet': 1} {{(pid=92782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:21:07.502383 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-fb1936a7-324d-4a31-8396-1ca78fe78dc7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:07.661316 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-fb1936a7-324d-4a31-8396-1ca78fe78dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056'] for subnet, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:07.664080 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:21:07.713916 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1936a7-324d-4a31-8396-1ca78fe78dc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1cf27b6-71fe-48b9-a0d5-1f91c175db00,revision_number=0']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:21:07.717356 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-fb1936a7-324d-4a31-8396-1ca78fe78dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:21:07.722682 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1936a7-324d-4a31-8396-1ca78fe78dc7 admin admin] Checking segment: {'id': '82c3cbfc-a443-418f-a28f-abb08c644474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '437ede66-19cb-4517-a78e-ec794957dab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:21:07.723029 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1936a7-324d-4a31-8396-1ca78fe78dc7 admin admin] Network hostable DHCP agents. Network: 437ede66-19cb-4517-a78e-ec794957dab1, hostable agents: ['6ffbca20-0783-49ee-bbe9-7ece843bbb1a'], hosted agents: [] {{(pid=92782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:21:07.739008 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1936a7-324d-4a31-8396-1ca78fe78dc7 admin admin] Network 437ede66-19cb-4517-a78e-ec794957dab1 is scheduled to be hosted by DHCP agent 6ffbca20-0783-49ee-bbe9-7ece843bbb1a with binding_index 1 {{(pid=92782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:21:07.747525 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.base_scheduler [None req-fb1936a7-324d-4a31-8396-1ca78fe78dc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-3-iscsi, 437ede66-19cb-4517-a78e-ec794957dab1) {{(pid=92782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:21:07.751325 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1936a7-324d-4a31-8396-1ca78fe78dc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:21:07.751901 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-fb1936a7-324d-4a31-8396-1ca78fe78dc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for subnet, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:07.756765 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7975860e-7203-4167-b8a1-f1d527248d62 None None] Network 437ede66-19cb-4517-a78e-ec794957dab1 requested from dv-cinder-797170-3-iscsi {{(pid=92784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:21:07.765275 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-fb1936a7-324d-4a31-8396-1ca78fe78dc7 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2884715 Jun 21 04:21:08.002272 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b96d78-fefc-493d-a014-7fc31db6f91f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp852c364a-3c00-5dcc-a1ca-700424c8e09a-437ede66-19cb-4517-a78e-ec794957dab1', 'network_id': '437ede66-19cb-4517-a78e-ec794957dab1', 'tenant_id': '68d50a3dfa6541f8b1830230f2d8b575', 'fixed_ips': [{'subnet_id': 'f1cf27b6-71fe-48b9-a0d5-1f91c175db00'}]}} from dv-cinder-797170-3-iscsi. {{(pid=92784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 04:21:08.003166 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-28b96d78-fefc-493d-a014-7fc31db6f91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:08.137303 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.db_base_plugin_common [None req-28b96d78-fefc-493d-a014-7fc31db6f91f None None] Allocated IP 192.168.233.2 (437ede66-19cb-4517-a78e-ec794957dab1/f1cf27b6-71fe-48b9-a0d5-1f91c175db00/7b367f34-34b9-4c37-ac3a-debaf5839346) {{(pid=92784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:21:08.282191 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-28b96d78-fefc-493d-a014-7fc31db6f91f None None] Notify callbacks [] for port, precommit_create {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:08.291183 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-28b96d78-fefc-493d-a014-7fc31db6f91f None None] Transition to ACTIVE for port object 7b367f34-34b9-4c37-ac3a-debaf5839346 will not be triggered until provisioned by entity L2. {{(pid=92784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:21:08.306175 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-28b96d78-fefc-493d-a014-7fc31db6f91f None None] Transition to ACTIVE for port object 7b367f34-34b9-4c37-ac3a-debaf5839346 will not be triggered until provisioned by entity DHCP. {{(pid=92784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:21:08.312425 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-28b96d78-fefc-493d-a014-7fc31db6f91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989'] for port, after_create {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:08.314582 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:21:08.355252 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b96d78-fefc-493d-a014-7fc31db6f91f None None] Network 437ede66-19cb-4517-a78e-ec794957dab1 is already hosted by enough agents. {{(pid=92784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:21:08.358068 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.scheduler.base_scheduler [None req-28b96d78-fefc-493d-a014-7fc31db6f91f None None] Resources bound (agent type, host, resource id): {{(pid=92784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:21:08.362254 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b96d78-fefc-493d-a014-7fc31db6f91f None None] Received port after_create {{(pid=92784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:21:08.364456 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b96d78-fefc-493d-a014-7fc31db6f91f None None] Pushing event updated for resources: {'Port': ['ID=7b367f34-34b9-4c37-ac3a-debaf5839346,revision_number=1']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:21:08.374685 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b96d78-fefc-493d-a014-7fc31db6f91f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:08.375023 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b96d78-fefc-493d-a014-7fc31db6f91f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:08.375358 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b96d78-fefc-493d-a014-7fc31db6f91f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:08.375693 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b96d78-fefc-493d-a014-7fc31db6f91f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:08.376035 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b96d78-fefc-493d-a014-7fc31db6f91f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:08.376343 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b96d78-fefc-493d-a014-7fc31db6f91f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:08.376662 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b96d78-fefc-493d-a014-7fc31db6f91f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:08.376985 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b96d78-fefc-493d-a014-7fc31db6f91f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:08.377352 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b96d78-fefc-493d-a014-7fc31db6f91f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:08.377672 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b96d78-fefc-493d-a014-7fc31db6f91f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:08.377965 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b96d78-fefc-493d-a014-7fc31db6f91f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:08.378276 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b96d78-fefc-493d-a014-7fc31db6f91f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:21:08.382437 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-28b96d78-fefc-493d-a014-7fc31db6f91f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:21:08.429444 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-28b96d78-fefc-493d-a014-7fc31db6f91f None None] Attempting to bind port 7b367f34-34b9-4c37-ac3a-debaf5839346 on host dv-cinder-797170-3-iscsi for vnic_type normal with profile {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:21:08.429807 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-28b96d78-fefc-493d-a014-7fc31db6f91f None None] Attempting to bind port 7b367f34-34b9-4c37-ac3a-debaf5839346 by drivers openvswitch,hyperv on host dv-cinder-797170-3-iscsi at level 0 using segments [{'id': '82c3cbfc-a443-418f-a28f-abb08c644474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '437ede66-19cb-4517-a78e-ec794957dab1'}] {{(pid=92784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:21:08.430169 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b96d78-fefc-493d-a014-7fc31db6f91f None None] Attempting to bind port 7b367f34-34b9-4c37-ac3a-debaf5839346 on network 437ede66-19cb-4517-a78e-ec794957dab1 {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:21:08.435801 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b96d78-fefc-493d-a014-7fc31db6f91f None None] Checking agent: {'id': 'cd99bddb-5f01-48a7-a512-3eb4d714493f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 18), 'started_at': datetime.datetime(2021, 6, 21, 4, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:21:08.436179 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b96d78-fefc-493d-a014-7fc31db6f91f None None] Checking segment: {'id': '82c3cbfc-a443-418f-a28f-abb08c644474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '437ede66-19cb-4517-a78e-ec794957dab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:21:08.436579 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-28b96d78-fefc-493d-a014-7fc31db6f91f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:08.436967 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b96d78-fefc-493d-a014-7fc31db6f91f None None] Bound using segment: {'id': '82c3cbfc-a443-418f-a28f-abb08c644474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '437ede66-19cb-4517-a78e-ec794957dab1'} {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:21:08.437437 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-28b96d78-fefc-493d-a014-7fc31db6f91f None None] Bound port: 7b367f34-34b9-4c37-ac3a-debaf5839346, host: dv-cinder-797170-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c3cbfc-a443-418f-a28f-abb08c644474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '437ede66-19cb-4517-a78e-ec794957dab1'}}] {{(pid=92784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:21:08.437807 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-28b96d78-fefc-493d-a014-7fc31db6f91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:08.501520 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-28b96d78-fefc-493d-a014-7fc31db6f91f None None] For port 7b367f34-34b9-4c37-ac3a-debaf5839346, host dv-cinder-797170-3-iscsi, cleared binding levels {{(pid=92784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:21:08.505254 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-28b96d78-fefc-493d-a014-7fc31db6f91f None None] For port 7b367f34-34b9-4c37-ac3a-debaf5839346, host dv-cinder-797170-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=7b367f34-34b9-4c37-ac3a-debaf5839346,segment=NetworkSegment(82c3cbfc-a443-418f-a28f-abb08c644474),segment_id=82c3cbfc-a443-418f-a28f-abb08c644474)] {{(pid=92784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:21:08.508811 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-28b96d78-fefc-493d-a014-7fc31db6f91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:08.511590 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:21:08.563227 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b96d78-fefc-493d-a014-7fc31db6f91f None None] Pushing event updated for resources: {'Port': ['ID=7b367f34-34b9-4c37-ac3a-debaf5839346,revision_number=2']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:21:08.567246 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-28b96d78-fefc-493d-a014-7fc31db6f91f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:21:09.345151 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8e4c57-d7c7-4536-99a4-4987c7fd4cde None None] Network 437ede66-19cb-4517-a78e-ec794957dab1 requested from dv-cinder-797170-3-iscsi {{(pid=92784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:21:09.408507 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-b13062c8-56e9-4741-aa57-186c57cd37ed None None] Provisioning for port 7b367f34-34b9-4c37-ac3a-debaf5839346 completed by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:21:09.975891 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 7b367f34-34b9-4c37-ac3a-debaf5839346 up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:21:10.023405 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning for port 7b367f34-34b9-4c37-ac3a-debaf5839346 completed by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:21:10.027946 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning complete for port 7b367f34-34b9-4c37-ac3a-debaf5839346 triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:21:10.028332 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:10.108092 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:10.140616 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] For port 7b367f34-34b9-4c37-ac3a-debaf5839346, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=7b367f34-34b9-4c37-ac3a-debaf5839346,segment=NetworkSegment(82c3cbfc-a443-418f-a28f-abb08c644474),segment_id=82c3cbfc-a443-418f-a28f-abb08c644474)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:21:10.145505 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:10.149248 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:21:10.194964 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Pushing event updated for resources: {'Port': ['ID=7b367f34-34b9-4c37-ac3a-debaf5839346,revision_number=3']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:21:10.198202 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:21:11.955286 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 7b367f34-34b9-4c37-ac3a-debaf5839346 up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:21:12.001166 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning complete for port 7b367f34-34b9-4c37-ac3a-debaf5839346 triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:21:12.001556 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:13.341782 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.agents_db [None req-2d4e51dd-16b2-4ea0-aa94-70b67a47226d None None] Agent healthcheck: found 5 active agents {{(pid=92785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:21:27.431155 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-6ceb8f72-a3a3-43f2-b380-93ca787ef3d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:29.752245 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-093d8226-9594-479e-be91-5b949b8f5580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:30.017667 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:31.108021 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-96e1c505-da01-46a8-887c-1f2eb0a4db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:32.533915 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-a8ace0c1-1149-433a-b03a-8a8d050911ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:50.340194 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.agents_db [None req-2d4e51dd-16b2-4ea0-aa94-70b67a47226d None None] Agent healthcheck: found 5 active agents {{(pid=92785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:21:57.436677 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-305009d2-fa72-4b87-8bc5-08052b29c52c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:21:59.752741 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-ec8f4636-a572-4182-b7bb-db34f51ba92b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:00.019909 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:01.111225 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-96e1c505-da01-46a8-887c-1f2eb0a4db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:02.537042 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-a8ace0c1-1149-433a-b03a-8a8d050911ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:15.512854 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 54724) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:22:15.518891 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [None req-79d04ce6-6b5a-48eb-8cb4-c020aa53b267 tempest-verify_tempest_config-842638504 tempest-verify_tempest_config-842638504-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=92782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 04:22:15.519856 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-79d04ce6-6b5a-48eb-8cb4-c020aa53b267 tempest-verify_tempest_config-842638504 tempest-verify_tempest_config-842638504-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060515 Jun 21 04:22:15.814942 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 54742) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:22:15.912620 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-4faff972-63eb-4b05-ac1b-8b813fa24ba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:15.997215 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-4faff972-63eb-4b05-ac1b-8b813fa24ba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:16.000691 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-4faff972-63eb-4b05-ac1b-8b813fa24ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:16.006264 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:22:16.047462 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-4faff972-63eb-4b05-ac1b-8b813fa24ba2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=59ec7d7caa4a4d05b1b185f893c33cdb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2315261 Jun 21 04:22:16.048384 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faff972-63eb-4b05-ac1b-8b813fa24ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1174421c-8e38-4962-9cf0-247c0ad9f2b4,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:22:16.050208 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 54746) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:22:16.055054 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faff972-63eb-4b05-ac1b-8b813fa24ba2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:22:16.055899 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faff972-63eb-4b05-ac1b-8b813fa24ba2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:22:16.056228 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faff972-63eb-4b05-ac1b-8b813fa24ba2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:22:16.056549 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faff972-63eb-4b05-ac1b-8b813fa24ba2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:22:16.056863 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faff972-63eb-4b05-ac1b-8b813fa24ba2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:22:16.057189 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faff972-63eb-4b05-ac1b-8b813fa24ba2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:22:16.057507 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faff972-63eb-4b05-ac1b-8b813fa24ba2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:22:16.057811 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faff972-63eb-4b05-ac1b-8b813fa24ba2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:22:16.058132 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faff972-63eb-4b05-ac1b-8b813fa24ba2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:22:16.058468 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faff972-63eb-4b05-ac1b-8b813fa24ba2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:22:16.058777 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faff972-63eb-4b05-ac1b-8b813fa24ba2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:22:16.059078 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4faff972-63eb-4b05-ac1b-8b813fa24ba2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:22:16.062717 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-4faff972-63eb-4b05-ac1b-8b813fa24ba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:22:16.134292 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-c46fe234-6d40-451e-ace1-b184b0d13744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:16.156742 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-c46fe234-6d40-451e-ace1-b184b0d13744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:16.245724 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-c46fe234-6d40-451e-ace1-b184b0d13744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:16.249340 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-c46fe234-6d40-451e-ace1-b184b0d13744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:16.250695 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-c46fe234-6d40-451e-ace1-b184b0d13744 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1174421c-8e38-4962-9cf0-247c0ad9f2b4 HTTP/1.1" status: 204 len: 168 time: 0.1992481 Jun 21 04:22:16.251688 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:22:16.260786 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46fe234-6d40-451e-ace1-b184b0d13744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1174421c-8e38-4962-9cf0-247c0ad9f2b4,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:22:16.269969 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46fe234-6d40-451e-ace1-b184b0d13744 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:22:16.270350 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46fe234-6d40-451e-ace1-b184b0d13744 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:22:16.270717 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46fe234-6d40-451e-ace1-b184b0d13744 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:22:16.271046 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46fe234-6d40-451e-ace1-b184b0d13744 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:22:16.271370 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46fe234-6d40-451e-ace1-b184b0d13744 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:22:16.271704 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46fe234-6d40-451e-ace1-b184b0d13744 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:22:16.272023 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46fe234-6d40-451e-ace1-b184b0d13744 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:22:16.272395 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46fe234-6d40-451e-ace1-b184b0d13744 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:22:16.272712 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46fe234-6d40-451e-ace1-b184b0d13744 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:22:16.273302 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46fe234-6d40-451e-ace1-b184b0d13744 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:22:16.273786 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46fe234-6d40-451e-ace1-b184b0d13744 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:22:16.274059 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46fe234-6d40-451e-ace1-b184b0d13744 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:22:16.275120 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46fe234-6d40-451e-ace1-b184b0d13744 admin admin] Tracked resource versions report: Jun 21 04:22:16.275120 dv-cinder-797170-3-iscsi neutron-server[92783]: pushed versions: Jun 21 04:22:16.275120 dv-cinder-797170-3-iscsi neutron-server[92783]: { 'AddressGroup': {'1.2'}, Jun 21 04:22:16.275120 dv-cinder-797170-3-iscsi neutron-server[92783]: 'ConntrackHelper': {'1.0'}, Jun 21 04:22:16.275120 dv-cinder-797170-3-iscsi neutron-server[92783]: 'Log': {'1.0'}, Jun 21 04:22:16.275120 dv-cinder-797170-3-iscsi neutron-server[92783]: 'Network': {'1.1'}, Jun 21 04:22:16.275120 dv-cinder-797170-3-iscsi neutron-server[92783]: 'Port': {'1.7'}, Jun 21 04:22:16.275120 dv-cinder-797170-3-iscsi neutron-server[92783]: 'PortForwarding': {'1.2'}, Jun 21 04:22:16.275120 dv-cinder-797170-3-iscsi neutron-server[92783]: 'QosPolicy': {'1.8'}, Jun 21 04:22:16.275120 dv-cinder-797170-3-iscsi neutron-server[92783]: 'SecurityGroup': {'1.4'}, Jun 21 04:22:16.275120 dv-cinder-797170-3-iscsi neutron-server[92783]: 'SecurityGroupRule': {'1.2'}, Jun 21 04:22:16.275120 dv-cinder-797170-3-iscsi neutron-server[92783]: 'SubPort': {'1.0'}, Jun 21 04:22:16.275120 dv-cinder-797170-3-iscsi neutron-server[92783]: 'Subnet': {'1.1'}, Jun 21 04:22:16.275120 dv-cinder-797170-3-iscsi neutron-server[92783]: 'Trunk': {'1.1'}} Jun 21 04:22:16.275120 dv-cinder-797170-3-iscsi neutron-server[92783]: consumer versions: Jun 21 04:22:16.275120 dv-cinder-797170-3-iscsi neutron-server[92783]: { DHCP agent@dv-cinder-797170-3-iscsi: {}, Jun 21 04:22:16.275120 dv-cinder-797170-3-iscsi neutron-server[92783]: L3 agent@dv-cinder-797170-3-iscsi: {}, Jun 21 04:22:16.275120 dv-cinder-797170-3-iscsi neutron-server[92783]: Metadata agent@dv-cinder-797170-3-iscsi: {}, Jun 21 04:22:16.275120 dv-cinder-797170-3-iscsi neutron-server[92783]: Metering agent@dv-cinder-797170-3-iscsi: {}, Jun 21 04:22:16.275120 dv-cinder-797170-3-iscsi neutron-server[92783]: Open vSwitch agent@dv-cinder-797170-3-iscsi: { 'AddressGroup': '1.2', Jun 21 04:22:16.275120 dv-cinder-797170-3-iscsi neutron-server[92783]: 'ConntrackHelper': '1.0', Jun 21 04:22:16.275120 dv-cinder-797170-3-iscsi neutron-server[92783]: 'Log': '1.0', Jun 21 04:22:16.275120 dv-cinder-797170-3-iscsi neutron-server[92783]: 'Network': '1.1', Jun 21 04:22:16.275120 dv-cinder-797170-3-iscsi neutron-server[92783]: 'Port': '1.7', Jun 21 04:22:16.275120 dv-cinder-797170-3-iscsi neutron-server[92783]: 'PortForwarding': '1.2', Jun 21 04:22:16.275120 dv-cinder-797170-3-iscsi neutron-server[92783]: 'QosPolicy': '1.8', Jun 21 04:22:16.275120 dv-cinder-797170-3-iscsi neutron-server[92783]: 'SecurityGroup': '1.4', Jun 21 04:22:16.275120 dv-cinder-797170-3-iscsi neutron-server[92783]: 'SecurityGroupRule': '1.2', Jun 21 04:22:16.275120 dv-cinder-797170-3-iscsi neutron-server[92783]: 'SubPort': '1.0', Jun 21 04:22:16.275120 dv-cinder-797170-3-iscsi neutron-server[92783]: 'Subnet': '1.1', Jun 21 04:22:16.275120 dv-cinder-797170-3-iscsi neutron-server[92783]: 'Trunk': '1.1'}} Jun 21 04:22:16.275120 dv-cinder-797170-3-iscsi neutron-server[92783]: {{(pid=92783) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 04:22:16.304021 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-c46fe234-6d40-451e-ace1-b184b0d13744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:22:27.338683 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.agents_db [None req-2d4e51dd-16b2-4ea0-aa94-70b67a47226d None None] Agent healthcheck: found 5 active agents {{(pid=92785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:22:27.441687 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-6dc76443-96f8-451f-aada-b705f38f71eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:29.754466 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-f787ea7a-6056-469c-a99a-fc423eaa7e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:30.020703 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:31.113512 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-96e1c505-da01-46a8-887c-1f2eb0a4db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:32.539949 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-a8ace0c1-1149-433a-b03a-8a8d050911ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:57.441502 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-402f60ea-87cf-42f3-a924-3c64de09b156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:22:59.755004 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-e350e5e5-1c67-4d9b-987e-496de963a344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:00.019999 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:01.115679 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-96e1c505-da01-46a8-887c-1f2eb0a4db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:02.543332 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-a8ace0c1-1149-433a-b03a-8a8d050911ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:04.338682 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.agents_db [None req-2d4e51dd-16b2-4ea0-aa94-70b67a47226d None None] Agent healthcheck: found 5 active agents {{(pid=92785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:23:27.441002 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-70c30feb-92a8-438f-bde1-6921fd3652f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:29.756413 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-b5b12f41-380f-46bb-a139-5412318b7f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:30.020546 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:31.119819 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-96e1c505-da01-46a8-887c-1f2eb0a4db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:32.546242 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-a8ace0c1-1149-433a-b03a-8a8d050911ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:41.338160 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.agents_db [None req-2d4e51dd-16b2-4ea0-aa94-70b67a47226d None None] Agent healthcheck: found 5 active agents {{(pid=92785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:23:47.112128 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561'] for agent, after_create {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:51.038517 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 54804) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:23:51.138339 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-a7192af7-585c-4000-9483-46e80942f60c admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0984380 Jun 21 04:23:53.258867 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 54814) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:23:53.311580 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-2dafeb24-f4e1-46bb-a95e-49941533c90c admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0516655 Jun 21 04:23:57.440953 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-d67df97d-3796-401b-91ee-83829405e2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:23:59.756723 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-6a6680b0-e2d2-4320-b179-a7f996924266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:00.021116 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:01.121562 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-96e1c505-da01-46a8-887c-1f2eb0a4db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:02.549619 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-a8ace0c1-1149-433a-b03a-8a8d050911ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:17.065014 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:18.337241 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.agents_db [None req-2d4e51dd-16b2-4ea0-aa94-70b67a47226d None None] Agent healthcheck: found 6 active agents {{(pid=92785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:24:27.440593 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-a59a5d94-b477-4c4e-80d1-396bebdcc6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:29.755641 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-b72e67ee-b9f0-46a1-8015-6c237c8bf0f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:30.021347 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:31.123781 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-96e1c505-da01-46a8-887c-1f2eb0a4db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:32.556603 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-a8ace0c1-1149-433a-b03a-8a8d050911ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:47.067717 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:55.335641 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.agents_db [None req-2d4e51dd-16b2-4ea0-aa94-70b67a47226d None None] Agent healthcheck: found 6 active agents {{(pid=92785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:24:57.441160 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-53858e52-c192-4298-9943-1e7bdf61dd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:24:59.756833 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-d053adaf-09f7-41df-a0bf-4e94f2d31ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:00.027195 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:01.128290 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-96e1c505-da01-46a8-887c-1f2eb0a4db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:02.556401 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-a8ace0c1-1149-433a-b03a-8a8d050911ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:17.085251 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:17.576082 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 54932) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:17.806637 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [None req-032b69c6-43d0-4491-bf03-b66b2a3a8f5f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2002639941-network', 'tenant_id': 'e73c54dea0a944059b24d8393e162682'}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:25:17.807790 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.quota [None req-032b69c6-43d0-4491-bf03-b66b2a3a8f5f admin admin] Loaded quota_driver: . Jun 21 04:25:17.851626 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032b69c6-43d0-4491-bf03-b66b2a3a8f5f admin admin] Made reservation on behalf of e73c54dea0a944059b24d8393e162682 for: {'network': 1} {{(pid=92783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:25:17.857902 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-032b69c6-43d0-4491-bf03-b66b2a3a8f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for network, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:17.876051 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-032b69c6-43d0-4491-bf03-b66b2a3a8f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:17.996229 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-032b69c6-43d0-4491-bf03-b66b2a3a8f5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:18.000721 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-032b69c6-43d0-4491-bf03-b66b2a3a8f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:18.007501 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-c46fe234-6d40-451e-ace1-b184b0d13744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:18.032997 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b69c6-43d0-4491-bf03-b66b2a3a8f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0930312d-5fec-4478-8972-540192422f69,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:18.046269 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b69c6-43d0-4491-bf03-b66b2a3a8f5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:18.046670 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b69c6-43d0-4491-bf03-b66b2a3a8f5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:18.047189 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b69c6-43d0-4491-bf03-b66b2a3a8f5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:18.047584 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b69c6-43d0-4491-bf03-b66b2a3a8f5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:18.047736 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b69c6-43d0-4491-bf03-b66b2a3a8f5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:18.048222 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b69c6-43d0-4491-bf03-b66b2a3a8f5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:18.048590 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b69c6-43d0-4491-bf03-b66b2a3a8f5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:18.048866 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b69c6-43d0-4491-bf03-b66b2a3a8f5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:18.049328 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b69c6-43d0-4491-bf03-b66b2a3a8f5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:18.049653 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b69c6-43d0-4491-bf03-b66b2a3a8f5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:18.049958 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b69c6-43d0-4491-bf03-b66b2a3a8f5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:18.050271 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b69c6-43d0-4491-bf03-b66b2a3a8f5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:18.051305 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032b69c6-43d0-4491-bf03-b66b2a3a8f5f admin admin] Tracked resource versions report: Jun 21 04:25:18.051305 dv-cinder-797170-3-iscsi neutron-server[92783]: pushed versions: Jun 21 04:25:18.051305 dv-cinder-797170-3-iscsi neutron-server[92783]: { 'AddressGroup': {'1.2'}, Jun 21 04:25:18.051305 dv-cinder-797170-3-iscsi neutron-server[92783]: 'ConntrackHelper': {'1.0'}, Jun 21 04:25:18.051305 dv-cinder-797170-3-iscsi neutron-server[92783]: 'Log': {'1.0'}, Jun 21 04:25:18.051305 dv-cinder-797170-3-iscsi neutron-server[92783]: 'Network': {'1.1'}, Jun 21 04:25:18.051305 dv-cinder-797170-3-iscsi neutron-server[92783]: 'Port': {'1.7'}, Jun 21 04:25:18.051305 dv-cinder-797170-3-iscsi neutron-server[92783]: 'PortForwarding': {'1.2'}, Jun 21 04:25:18.051305 dv-cinder-797170-3-iscsi neutron-server[92783]: 'QosPolicy': {'1.8'}, Jun 21 04:25:18.051305 dv-cinder-797170-3-iscsi neutron-server[92783]: 'SecurityGroup': {'1.4'}, Jun 21 04:25:18.051305 dv-cinder-797170-3-iscsi neutron-server[92783]: 'SecurityGroupRule': {'1.2'}, Jun 21 04:25:18.051305 dv-cinder-797170-3-iscsi neutron-server[92783]: 'SubPort': {'1.0'}, Jun 21 04:25:18.051305 dv-cinder-797170-3-iscsi neutron-server[92783]: 'Subnet': {'1.1'}, Jun 21 04:25:18.051305 dv-cinder-797170-3-iscsi neutron-server[92783]: 'Trunk': {'1.1'}} Jun 21 04:25:18.051305 dv-cinder-797170-3-iscsi neutron-server[92783]: consumer versions: Jun 21 04:25:18.051305 dv-cinder-797170-3-iscsi neutron-server[92783]: { DHCP agent@dv-cinder-797170-3-iscsi: {}, Jun 21 04:25:18.051305 dv-cinder-797170-3-iscsi neutron-server[92783]: HyperV agent@hv-cinder-79717: {}, Jun 21 04:25:18.051305 dv-cinder-797170-3-iscsi neutron-server[92783]: L3 agent@dv-cinder-797170-3-iscsi: {}, Jun 21 04:25:18.051305 dv-cinder-797170-3-iscsi neutron-server[92783]: Metadata agent@dv-cinder-797170-3-iscsi: {}, Jun 21 04:25:18.051305 dv-cinder-797170-3-iscsi neutron-server[92783]: Metering agent@dv-cinder-797170-3-iscsi: {}, Jun 21 04:25:18.051305 dv-cinder-797170-3-iscsi neutron-server[92783]: Open vSwitch agent@dv-cinder-797170-3-iscsi: { 'AddressGroup': '1.2', Jun 21 04:25:18.051305 dv-cinder-797170-3-iscsi neutron-server[92783]: 'ConntrackHelper': '1.0', Jun 21 04:25:18.051305 dv-cinder-797170-3-iscsi neutron-server[92783]: 'Log': '1.0', Jun 21 04:25:18.051305 dv-cinder-797170-3-iscsi neutron-server[92783]: 'Network': '1.1', Jun 21 04:25:18.051305 dv-cinder-797170-3-iscsi neutron-server[92783]: 'Port': '1.7', Jun 21 04:25:18.051305 dv-cinder-797170-3-iscsi neutron-server[92783]: 'PortForwarding': '1.2', Jun 21 04:25:18.051305 dv-cinder-797170-3-iscsi neutron-server[92783]: 'QosPolicy': '1.8', Jun 21 04:25:18.051305 dv-cinder-797170-3-iscsi neutron-server[92783]: 'SecurityGroup': '1.4', Jun 21 04:25:18.051305 dv-cinder-797170-3-iscsi neutron-server[92783]: 'SecurityGroupRule': '1.2', Jun 21 04:25:18.051305 dv-cinder-797170-3-iscsi neutron-server[92783]: 'SubPort': '1.0', Jun 21 04:25:18.051305 dv-cinder-797170-3-iscsi neutron-server[92783]: 'Subnet': '1.1', Jun 21 04:25:18.051305 dv-cinder-797170-3-iscsi neutron-server[92783]: 'Trunk': '1.1'}} Jun 21 04:25:18.051305 dv-cinder-797170-3-iscsi neutron-server[92783]: {{(pid=92783) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 04:25:18.058388 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-032b69c6-43d0-4491-bf03-b66b2a3a8f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:18.059014 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-032b69c6-43d0-4491-bf03-b66b2a3a8f5f admin admin] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=92783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:25:18.076629 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-032b69c6-43d0-4491-bf03-b66b2a3a8f5f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749528986570', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607066'] for segment, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:18.077149 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-032b69c6-43d0-4491-bf03-b66b2a3a8f5f admin admin] Unsubscribe: segment precommit_create {{(pid=92783) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 21 04:25:18.077636 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.db.segments_db [None req-032b69c6-43d0-4491-bf03-b66b2a3a8f5f admin admin] Added segment e5545432-0850-4927-a96c-466ee806cf28 of type vlan for network fd6e448a-06f0-4e1b-bc50-7a0749d71b51 Jun 21 04:25:18.134935 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-032b69c6-43d0-4491-bf03-b66b2a3a8f5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749528449994'] for network, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:18.207631 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-032b69c6-43d0-4491-bf03-b66b2a3a8f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-431616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067'] for network, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:18.209893 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032b69c6-43d0-4491-bf03-b66b2a3a8f5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:18.210695 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-032b69c6-43d0-4491-bf03-b66b2a3a8f5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for network, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:18.213511 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:18.288116 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-032b69c6-43d0-4491-bf03-b66b2a3a8f5f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7099934 Jun 21 04:25:18.291135 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 54980) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:18.297125 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [None req-49a15bf0-8d09-4da0-bd64-bfe39b13eeb6 admin admin] Request body: {'subnet': {'network_id': 'fd6e448a-06f0-4e1b-bc50-7a0749d71b51', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2002639941-subnet', 'tenant_id': 'e73c54dea0a944059b24d8393e162682', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:25:18.308567 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b69c6-43d0-4491-bf03-b66b2a3a8f5f admin admin] Pushing event updated for resources: {'Network': ['ID=fd6e448a-06f0-4e1b-bc50-7a0749d71b51,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:18.312104 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-032b69c6-43d0-4491-bf03-b66b2a3a8f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:18.321930 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a15bf0-8d09-4da0-bd64-bfe39b13eeb6 admin admin] Made reservation on behalf of e73c54dea0a944059b24d8393e162682 for: {'subnet': 1} {{(pid=92782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:25:18.324015 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Network fd6e448a-06f0-4e1b-bc50-7a0749d71b51 details requested by agent ovs-agent-dv-cinder-797170-3-iscsi with host dv-cinder-797170-3-iscsi {{(pid=92784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:25:18.325737 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-49a15bf0-8d09-4da0-bd64-bfe39b13eeb6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:18.523756 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-49a15bf0-8d09-4da0-bd64-bfe39b13eeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056'] for subnet, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:18.525923 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:18.570156 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a15bf0-8d09-4da0-bd64-bfe39b13eeb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d8b0903-2890-45e0-bcb1-1f07c6fca395,revision_number=0']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:18.578351 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a15bf0-8d09-4da0-bd64-bfe39b13eeb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:18.578734 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a15bf0-8d09-4da0-bd64-bfe39b13eeb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:18.579073 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a15bf0-8d09-4da0-bd64-bfe39b13eeb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:18.579405 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a15bf0-8d09-4da0-bd64-bfe39b13eeb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:18.579733 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a15bf0-8d09-4da0-bd64-bfe39b13eeb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:18.580068 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a15bf0-8d09-4da0-bd64-bfe39b13eeb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:18.580389 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a15bf0-8d09-4da0-bd64-bfe39b13eeb6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:18.580707 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a15bf0-8d09-4da0-bd64-bfe39b13eeb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:18.581038 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a15bf0-8d09-4da0-bd64-bfe39b13eeb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:18.581375 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a15bf0-8d09-4da0-bd64-bfe39b13eeb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:18.581671 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a15bf0-8d09-4da0-bd64-bfe39b13eeb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:18.581979 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a15bf0-8d09-4da0-bd64-bfe39b13eeb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:18.583137 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a15bf0-8d09-4da0-bd64-bfe39b13eeb6 admin admin] Tracked resource versions report: Jun 21 04:25:18.583137 dv-cinder-797170-3-iscsi neutron-server[92782]: pushed versions: Jun 21 04:25:18.583137 dv-cinder-797170-3-iscsi neutron-server[92782]: { 'AddressGroup': {'1.2'}, Jun 21 04:25:18.583137 dv-cinder-797170-3-iscsi neutron-server[92782]: 'ConntrackHelper': {'1.0'}, Jun 21 04:25:18.583137 dv-cinder-797170-3-iscsi neutron-server[92782]: 'Log': {'1.0'}, Jun 21 04:25:18.583137 dv-cinder-797170-3-iscsi neutron-server[92782]: 'Network': {'1.1'}, Jun 21 04:25:18.583137 dv-cinder-797170-3-iscsi neutron-server[92782]: 'Port': {'1.7'}, Jun 21 04:25:18.583137 dv-cinder-797170-3-iscsi neutron-server[92782]: 'PortForwarding': {'1.2'}, Jun 21 04:25:18.583137 dv-cinder-797170-3-iscsi neutron-server[92782]: 'QosPolicy': {'1.8'}, Jun 21 04:25:18.583137 dv-cinder-797170-3-iscsi neutron-server[92782]: 'SecurityGroup': {'1.4'}, Jun 21 04:25:18.583137 dv-cinder-797170-3-iscsi neutron-server[92782]: 'SecurityGroupRule': {'1.2'}, Jun 21 04:25:18.583137 dv-cinder-797170-3-iscsi neutron-server[92782]: 'SubPort': {'1.0'}, Jun 21 04:25:18.583137 dv-cinder-797170-3-iscsi neutron-server[92782]: 'Subnet': {'1.1'}, Jun 21 04:25:18.583137 dv-cinder-797170-3-iscsi neutron-server[92782]: 'Trunk': {'1.1'}} Jun 21 04:25:18.583137 dv-cinder-797170-3-iscsi neutron-server[92782]: consumer versions: Jun 21 04:25:18.583137 dv-cinder-797170-3-iscsi neutron-server[92782]: { DHCP agent@dv-cinder-797170-3-iscsi: {}, Jun 21 04:25:18.583137 dv-cinder-797170-3-iscsi neutron-server[92782]: HyperV agent@hv-cinder-79717: {}, Jun 21 04:25:18.583137 dv-cinder-797170-3-iscsi neutron-server[92782]: L3 agent@dv-cinder-797170-3-iscsi: {}, Jun 21 04:25:18.583137 dv-cinder-797170-3-iscsi neutron-server[92782]: Metadata agent@dv-cinder-797170-3-iscsi: {}, Jun 21 04:25:18.583137 dv-cinder-797170-3-iscsi neutron-server[92782]: Metering agent@dv-cinder-797170-3-iscsi: {}, Jun 21 04:25:18.583137 dv-cinder-797170-3-iscsi neutron-server[92782]: Open vSwitch agent@dv-cinder-797170-3-iscsi: { 'AddressGroup': '1.2', Jun 21 04:25:18.583137 dv-cinder-797170-3-iscsi neutron-server[92782]: 'ConntrackHelper': '1.0', Jun 21 04:25:18.583137 dv-cinder-797170-3-iscsi neutron-server[92782]: 'Log': '1.0', Jun 21 04:25:18.583137 dv-cinder-797170-3-iscsi neutron-server[92782]: 'Network': '1.1', Jun 21 04:25:18.583137 dv-cinder-797170-3-iscsi neutron-server[92782]: 'Port': '1.7', Jun 21 04:25:18.583137 dv-cinder-797170-3-iscsi neutron-server[92782]: 'PortForwarding': '1.2', Jun 21 04:25:18.583137 dv-cinder-797170-3-iscsi neutron-server[92782]: 'QosPolicy': '1.8', Jun 21 04:25:18.583137 dv-cinder-797170-3-iscsi neutron-server[92782]: 'SecurityGroup': '1.4', Jun 21 04:25:18.583137 dv-cinder-797170-3-iscsi neutron-server[92782]: 'SecurityGroupRule': '1.2', Jun 21 04:25:18.583137 dv-cinder-797170-3-iscsi neutron-server[92782]: 'SubPort': '1.0', Jun 21 04:25:18.583137 dv-cinder-797170-3-iscsi neutron-server[92782]: 'Subnet': '1.1', Jun 21 04:25:18.583137 dv-cinder-797170-3-iscsi neutron-server[92782]: 'Trunk': '1.1'}} Jun 21 04:25:18.583137 dv-cinder-797170-3-iscsi neutron-server[92782]: {{(pid=92782) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 04:25:18.585871 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-49a15bf0-8d09-4da0-bd64-bfe39b13eeb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:18.603902 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a15bf0-8d09-4da0-bd64-bfe39b13eeb6 admin admin] Checking segment: {'id': 'e5545432-0850-4927-a96c-466ee806cf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'fd6e448a-06f0-4e1b-bc50-7a0749d71b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:25:18.604312 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a15bf0-8d09-4da0-bd64-bfe39b13eeb6 admin admin] Network hostable DHCP agents. Network: fd6e448a-06f0-4e1b-bc50-7a0749d71b51, hostable agents: ['6ffbca20-0783-49ee-bbe9-7ece843bbb1a'], hosted agents: [] {{(pid=92782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:25:18.623043 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a15bf0-8d09-4da0-bd64-bfe39b13eeb6 admin admin] Network fd6e448a-06f0-4e1b-bc50-7a0749d71b51 is scheduled to be hosted by DHCP agent 6ffbca20-0783-49ee-bbe9-7ece843bbb1a with binding_index 1 {{(pid=92782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:25:18.635945 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.base_scheduler [None req-49a15bf0-8d09-4da0-bd64-bfe39b13eeb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-3-iscsi, fd6e448a-06f0-4e1b-bc50-7a0749d71b51) {{(pid=92782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:25:18.641439 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a15bf0-8d09-4da0-bd64-bfe39b13eeb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:18.642197 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-49a15bf0-8d09-4da0-bd64-bfe39b13eeb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for subnet, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:18.648063 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88e2a44-27bf-4405-8614-ccf4c2e4a423 None None] Network fd6e448a-06f0-4e1b-bc50-7a0749d71b51 requested from dv-cinder-797170-3-iscsi {{(pid=92784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:25:18.660658 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-49a15bf0-8d09-4da0-bd64-bfe39b13eeb6 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3678260 Jun 21 04:25:18.664049 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 55006) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:18.669626 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [None req-a49dc5f5-a154-4339-bd67-699afe55a010 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2002639941-router', 'tenant_id': 'e73c54dea0a944059b24d8393e162682', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3'}}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:25:18.730089 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a49dc5f5-a154-4339-bd67-699afe55a010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1652140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1090'] for router, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:18.732110 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a49dc5f5-a154-4339-bd67-699afe55a010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1083'] for router, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:18.872043 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb0e09d-cb9a-4024-806d-a35615f31721 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp852c364a-3c00-5dcc-a1ca-700424c8e09a-fd6e448a-06f0-4e1b-bc50-7a0749d71b51', 'network_id': 'fd6e448a-06f0-4e1b-bc50-7a0749d71b51', 'tenant_id': 'e73c54dea0a944059b24d8393e162682', 'fixed_ips': [{'subnet_id': '8d8b0903-2890-45e0-bcb1-1f07c6fca395'}]}} from dv-cinder-797170-3-iscsi. {{(pid=92784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 04:25:18.873027 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-dfb0e09d-cb9a-4024-806d-a35615f31721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:18.884920 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a49dc5f5-a154-4339-bd67-699afe55a010 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:19.095258 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a49dc5f5-a154-4339-bd67-699afe55a010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691373', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1065'] for router, precommit_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:19.166267 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.db_base_plugin_common [None req-dfb0e09d-cb9a-4024-806d-a35615f31721 None None] Allocated IP 172.20.0.2 (fd6e448a-06f0-4e1b-bc50-7a0749d71b51/8d8b0903-2890-45e0-bcb1-1f07c6fca395/69d7c9b1-19fe-4a52-9bd1-be3ee07e68cc) {{(pid=92784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:25:19.333885 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 55036) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:19.356884 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-dfb0e09d-cb9a-4024-806d-a35615f31721 None None] Notify callbacks [] for port, precommit_create {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:19.369228 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-dfb0e09d-cb9a-4024-806d-a35615f31721 None None] Transition to ACTIVE for port object 69d7c9b1-19fe-4a52-9bd1-be3ee07e68cc will not be triggered until provisioned by entity L2. {{(pid=92784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:25:19.387541 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-dfb0e09d-cb9a-4024-806d-a35615f31721 None None] Transition to ACTIVE for port object 69d7c9b1-19fe-4a52-9bd1-be3ee07e68cc will not be triggered until provisioned by entity DHCP. {{(pid=92784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:25:19.396219 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-dfb0e09d-cb9a-4024-806d-a35615f31721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989'] for port, after_create {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:19.406356 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-f17f38bb-36b3-4280-879f-c69138e82deb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:19.444179 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a49dc5f5-a154-4339-bd67-699afe55a010 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:19.457600 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb0e09d-cb9a-4024-806d-a35615f31721 None None] Network fd6e448a-06f0-4e1b-bc50-7a0749d71b51 is already hosted by enough agents. {{(pid=92784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:25:19.459605 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb0e09d-cb9a-4024-806d-a35615f31721 None None] Pushing event updated for resources: {'Port': ['ID=69d7c9b1-19fe-4a52-9bd1-be3ee07e68cc,revision_number=1']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:19.468476 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.scheduler.base_scheduler [None req-dfb0e09d-cb9a-4024-806d-a35615f31721 None None] Resources bound (agent type, host, resource id): {{(pid=92784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:25:19.471550 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a49dc5f5-a154-4339-bd67-699afe55a010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:19.471748 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb0e09d-cb9a-4024-806d-a35615f31721 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:19.472171 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb0e09d-cb9a-4024-806d-a35615f31721 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:19.472766 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb0e09d-cb9a-4024-806d-a35615f31721 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:19.473173 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb0e09d-cb9a-4024-806d-a35615f31721 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:19.473565 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb0e09d-cb9a-4024-806d-a35615f31721 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:19.473999 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb0e09d-cb9a-4024-806d-a35615f31721 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:19.474449 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb0e09d-cb9a-4024-806d-a35615f31721 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:19.474877 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb0e09d-cb9a-4024-806d-a35615f31721 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:19.475318 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb0e09d-cb9a-4024-806d-a35615f31721 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:19.475740 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb0e09d-cb9a-4024-806d-a35615f31721 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:19.476397 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb0e09d-cb9a-4024-806d-a35615f31721 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:19.476725 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb0e09d-cb9a-4024-806d-a35615f31721 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:19.478031 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb0e09d-cb9a-4024-806d-a35615f31721 None None] Tracked resource versions report: Jun 21 04:25:19.478031 dv-cinder-797170-3-iscsi neutron-server[92784]: pushed versions: Jun 21 04:25:19.478031 dv-cinder-797170-3-iscsi neutron-server[92784]: { 'AddressGroup': {'1.2'}, Jun 21 04:25:19.478031 dv-cinder-797170-3-iscsi neutron-server[92784]: 'ConntrackHelper': {'1.0'}, Jun 21 04:25:19.478031 dv-cinder-797170-3-iscsi neutron-server[92784]: 'Log': {'1.0'}, Jun 21 04:25:19.478031 dv-cinder-797170-3-iscsi neutron-server[92784]: 'Network': {'1.1'}, Jun 21 04:25:19.478031 dv-cinder-797170-3-iscsi neutron-server[92784]: 'Port': {'1.7'}, Jun 21 04:25:19.478031 dv-cinder-797170-3-iscsi neutron-server[92784]: 'PortForwarding': {'1.2'}, Jun 21 04:25:19.478031 dv-cinder-797170-3-iscsi neutron-server[92784]: 'QosPolicy': {'1.8'}, Jun 21 04:25:19.478031 dv-cinder-797170-3-iscsi neutron-server[92784]: 'SecurityGroup': {'1.4'}, Jun 21 04:25:19.478031 dv-cinder-797170-3-iscsi neutron-server[92784]: 'SecurityGroupRule': {'1.2'}, Jun 21 04:25:19.478031 dv-cinder-797170-3-iscsi neutron-server[92784]: 'SubPort': {'1.0'}, Jun 21 04:25:19.478031 dv-cinder-797170-3-iscsi neutron-server[92784]: 'Subnet': {'1.1'}, Jun 21 04:25:19.478031 dv-cinder-797170-3-iscsi neutron-server[92784]: 'Trunk': {'1.1'}} Jun 21 04:25:19.478031 dv-cinder-797170-3-iscsi neutron-server[92784]: consumer versions: Jun 21 04:25:19.478031 dv-cinder-797170-3-iscsi neutron-server[92784]: { DHCP agent@dv-cinder-797170-3-iscsi: {}, Jun 21 04:25:19.478031 dv-cinder-797170-3-iscsi neutron-server[92784]: HyperV agent@hv-cinder-79717: {}, Jun 21 04:25:19.478031 dv-cinder-797170-3-iscsi neutron-server[92784]: L3 agent@dv-cinder-797170-3-iscsi: {}, Jun 21 04:25:19.478031 dv-cinder-797170-3-iscsi neutron-server[92784]: Metadata agent@dv-cinder-797170-3-iscsi: {}, Jun 21 04:25:19.478031 dv-cinder-797170-3-iscsi neutron-server[92784]: Metering agent@dv-cinder-797170-3-iscsi: {}, Jun 21 04:25:19.478031 dv-cinder-797170-3-iscsi neutron-server[92784]: Open vSwitch agent@dv-cinder-797170-3-iscsi: { 'AddressGroup': '1.2', Jun 21 04:25:19.478031 dv-cinder-797170-3-iscsi neutron-server[92784]: 'ConntrackHelper': '1.0', Jun 21 04:25:19.478031 dv-cinder-797170-3-iscsi neutron-server[92784]: 'Log': '1.0', Jun 21 04:25:19.478031 dv-cinder-797170-3-iscsi neutron-server[92784]: 'Network': '1.1', Jun 21 04:25:19.478031 dv-cinder-797170-3-iscsi neutron-server[92784]: 'Port': '1.7', Jun 21 04:25:19.478031 dv-cinder-797170-3-iscsi neutron-server[92784]: 'PortForwarding': '1.2', Jun 21 04:25:19.478031 dv-cinder-797170-3-iscsi neutron-server[92784]: 'QosPolicy': '1.8', Jun 21 04:25:19.478031 dv-cinder-797170-3-iscsi neutron-server[92784]: 'SecurityGroup': '1.4', Jun 21 04:25:19.478031 dv-cinder-797170-3-iscsi neutron-server[92784]: 'SecurityGroupRule': '1.2', Jun 21 04:25:19.478031 dv-cinder-797170-3-iscsi neutron-server[92784]: 'SubPort': '1.0', Jun 21 04:25:19.478031 dv-cinder-797170-3-iscsi neutron-server[92784]: 'Subnet': '1.1', Jun 21 04:25:19.478031 dv-cinder-797170-3-iscsi neutron-server[92784]: 'Trunk': '1.1'}} Jun 21 04:25:19.478031 dv-cinder-797170-3-iscsi neutron-server[92784]: {{(pid=92784) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 04:25:19.492153 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb0e09d-cb9a-4024-806d-a35615f31721 None None] Received port after_create {{(pid=92784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:25:19.515252 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 55046) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:19.561335 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 55050) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:19.565702 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-dfb0e09d-cb9a-4024-806d-a35615f31721 None None] Attempting to bind port 69d7c9b1-19fe-4a52-9bd1-be3ee07e68cc on host dv-cinder-797170-3-iscsi for vnic_type normal with profile {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:25:19.567960 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-dfb0e09d-cb9a-4024-806d-a35615f31721 None None] Attempting to bind port 69d7c9b1-19fe-4a52-9bd1-be3ee07e68cc by drivers openvswitch,hyperv on host dv-cinder-797170-3-iscsi at level 0 using segments [{'id': 'e5545432-0850-4927-a96c-466ee806cf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'fd6e448a-06f0-4e1b-bc50-7a0749d71b51'}] {{(pid=92784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:25:19.569695 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb0e09d-cb9a-4024-806d-a35615f31721 None None] Attempting to bind port 69d7c9b1-19fe-4a52-9bd1-be3ee07e68cc on network fd6e448a-06f0-4e1b-bc50-7a0749d71b51 {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:25:19.587082 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb0e09d-cb9a-4024-806d-a35615f31721 None None] Checking agent: {'id': 'cd99bddb-5f01-48a7-a512-3eb4d714493f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 18), 'started_at': datetime.datetime(2021, 6, 21, 4, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:25:19.587821 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb0e09d-cb9a-4024-806d-a35615f31721 None None] Checking segment: {'id': 'e5545432-0850-4927-a96c-466ee806cf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'fd6e448a-06f0-4e1b-bc50-7a0749d71b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:25:19.588268 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-dfb0e09d-cb9a-4024-806d-a35615f31721 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:19.588690 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb0e09d-cb9a-4024-806d-a35615f31721 None None] Bound using segment: {'id': 'e5545432-0850-4927-a96c-466ee806cf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'fd6e448a-06f0-4e1b-bc50-7a0749d71b51'} {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:25:19.589388 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-dfb0e09d-cb9a-4024-806d-a35615f31721 None None] Bound port: 69d7c9b1-19fe-4a52-9bd1-be3ee07e68cc, host: dv-cinder-797170-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5545432-0850-4927-a96c-466ee806cf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'fd6e448a-06f0-4e1b-bc50-7a0749d71b51'}}] {{(pid=92784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:25:19.589954 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-dfb0e09d-cb9a-4024-806d-a35615f31721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:19.601114 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 55056) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:19.601495 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-dfb0e09d-cb9a-4024-806d-a35615f31721 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:19.654951 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.db_base_plugin_common [None req-a49dc5f5-a154-4339-bd67-699afe55a010 admin admin] Allocated IP 172.27.3.110 (6916bb71-a8d9-40e6-a88e-dbc7129bc7b3/8c39627d-1aec-4229-8b15-efcd0ccd7e2f/14cdb3db-00d7-4015-9f38-4175ca46c3ae) {{(pid=92783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:25:19.678882 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-dfb0e09d-cb9a-4024-806d-a35615f31721 None None] For port 69d7c9b1-19fe-4a52-9bd1-be3ee07e68cc, host dv-cinder-797170-3-iscsi, cleared binding levels {{(pid=92784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:25:19.683467 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-dfb0e09d-cb9a-4024-806d-a35615f31721 None None] For port 69d7c9b1-19fe-4a52-9bd1-be3ee07e68cc, host dv-cinder-797170-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=69d7c9b1-19fe-4a52-9bd1-be3ee07e68cc,segment=NetworkSegment(e5545432-0850-4927-a96c-466ee806cf28),segment_id=e5545432-0850-4927-a96c-466ee806cf28)] {{(pid=92784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:25:19.689662 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-dfb0e09d-cb9a-4024-806d-a35615f31721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:19.701254 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [None req-8f151621-6bfa-4079-bc77-db1623995f0b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1759353089-network', 'tenant_id': 'c71a07bb9f2c4c28a80d202ae1e80694'}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:25:19.703768 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:19.751768 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [None req-a85efd4d-dbf4-47c4-b62e-e265bd44f9fe admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-747485980-network', 'tenant_id': 'ccd1b659f7b548f69df434ddfadc8cf1'}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:25:19.762845 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f151621-6bfa-4079-bc77-db1623995f0b admin admin] Made reservation on behalf of c71a07bb9f2c4c28a80d202ae1e80694 for: {'network': 1} {{(pid=92782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:25:19.765142 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-8f151621-6bfa-4079-bc77-db1623995f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for network, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:19.781058 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb0e09d-cb9a-4024-806d-a35615f31721 None None] Pushing event updated for resources: {'Port': ['ID=69d7c9b1-19fe-4a52-9bd1-be3ee07e68cc,revision_number=2']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:19.784624 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-dfb0e09d-cb9a-4024-806d-a35615f31721 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:19.797830 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-8f151621-6bfa-4079-bc77-db1623995f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:19.804715 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [None req-451579a6-243e-4223-bb5e-6e2a2f977e29 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1689633774-network', 'tenant_id': 'dd9a1f8984c4474aa4722fd84f45b670'}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:25:19.816234 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85efd4d-dbf4-47c4-b62e-e265bd44f9fe admin admin] Made reservation on behalf of ccd1b659f7b548f69df434ddfadc8cf1 for: {'network': 1} {{(pid=92782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:25:19.820174 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-a85efd4d-dbf4-47c4-b62e-e265bd44f9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for network, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:19.829793 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-a85efd4d-dbf4-47c4-b62e-e265bd44f9fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:19.840078 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a49dc5f5-a154-4339-bd67-699afe55a010 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:19.947385 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-a85efd4d-dbf4-47c4-b62e-e265bd44f9fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:19.956974 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [None req-6cb048b5-b02f-46c6-8f34-ce6e9e8b5dee admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-81153680-network', 'tenant_id': '7ac19631df71474c90f158e6a57cb69b'}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:25:19.968810 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-a85efd4d-dbf4-47c4-b62e-e265bd44f9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:19.990105 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a49dc5f5-a154-4339-bd67-699afe55a010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989'] for port, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:20.007740 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:20.014170 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a85efd4d-dbf4-47c4-b62e-e265bd44f9fe admin admin] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=92782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:25:20.027243 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-a85efd4d-dbf4-47c4-b62e-e265bd44f9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607066'] for segment, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:20.028968 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.db.segments_db [None req-a85efd4d-dbf4-47c4-b62e-e265bd44f9fe admin admin] Added segment e6e16a98-81bc-4c4b-9c1c-8fca945f6bc3 of type vlan for network 64d28b19-33d9-4d9a-ba0d-ec7e5a053d07 Jun 21 04:25:20.092020 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-a85efd4d-dbf4-47c4-b62e-e265bd44f9fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749528449994'] for network, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:20.126492 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:20.143883 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-a85efd4d-dbf4-47c4-b62e-e265bd44f9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-431616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067'] for network, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:20.167996 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85efd4d-dbf4-47c4-b62e-e265bd44f9fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f6ce5c-3596-46fb-9781-74b2bb9dc60d,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:20.171716 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-a85efd4d-dbf4-47c4-b62e-e265bd44f9fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:20.175544 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85efd4d-dbf4-47c4-b62e-e265bd44f9fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:20.176127 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-a85efd4d-dbf4-47c4-b62e-e265bd44f9fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for network, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:20.190067 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-4b743d7e-1382-4b62-97df-e1a67a7ae0f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:20.236408 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 69d7c9b1-19fe-4a52-9bd1-be3ee07e68cc up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:25:20.238148 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49dc5f5-a154-4339-bd67-699afe55a010 admin admin] Pushing event updated for resources: {'Port': ['ID=14cdb3db-00d7-4015-9f38-4175ca46c3ae,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:20.268537 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49dc5f5-a154-4339-bd67-699afe55a010 admin admin] Network 6916bb71-a8d9-40e6-a88e-dbc7129bc7b3 is already hosted by enough agents. {{(pid=92783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:25:20.270457 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-a49dc5f5-a154-4339-bd67-699afe55a010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:20.271810 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.base_scheduler [None req-a49dc5f5-a154-4339-bd67-699afe55a010 admin admin] Resources bound (agent type, host, resource id): {{(pid=92783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:25:20.275935 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49dc5f5-a154-4339-bd67-699afe55a010 admin admin] Received port after_create {{(pid=92783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:25:20.319741 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning for port 69d7c9b1-19fe-4a52-9bd1-be3ee07e68cc completed by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:25:20.375998 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85efd4d-dbf4-47c4-b62e-e265bd44f9fe admin admin] Pushing event updated for resources: {'Network': ['ID=64d28b19-33d9-4d9a-ba0d-ec7e5a053d07,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:20.383717 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-a85efd4d-dbf4-47c4-b62e-e265bd44f9fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:20.389140 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Network 64d28b19-33d9-4d9a-ba0d-ec7e5a053d07 details requested by agent ovs-agent-dv-cinder-797170-3-iscsi with host dv-cinder-797170-3-iscsi {{(pid=92784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:25:20.394991 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-8f151621-6bfa-4079-bc77-db1623995f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:20.407190 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-8f151621-6bfa-4079-bc77-db1623995f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:20.410861 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-4faff972-63eb-4b05-ac1b-8b813fa24ba2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:20.441968 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-a85efd4d-dbf4-47c4-b62e-e265bd44f9fe admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9256389 Jun 21 04:25:20.448144 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 55086) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:20.461141 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [None req-f869bbd4-5f5e-4b94-be9a-6b718eb039b7 admin admin] Request body: {'subnet': {'network_id': '64d28b19-33d9-4d9a-ba0d-ec7e5a053d07', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-747485980-subnet', 'tenant_id': 'ccd1b659f7b548f69df434ddfadc8cf1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:25:20.485965 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f151621-6bfa-4079-bc77-db1623995f0b admin admin] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=92782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:25:20.503773 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f151621-6bfa-4079-bc77-db1623995f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e076f1fa-426d-4c01-aa29-5fa89e8ec02e,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:20.514868 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-8f151621-6bfa-4079-bc77-db1623995f0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:20.526275 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-8f151621-6bfa-4079-bc77-db1623995f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607066'] for segment, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:20.526638 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.db.segments_db [None req-8f151621-6bfa-4079-bc77-db1623995f0b admin admin] Added segment d1d76647-51ae-4e30-9f16-1b866af21ebf of type vlan for network c6ae2bab-f488-4095-b86a-cac1576eb954 Jun 21 04:25:20.541788 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451579a6-243e-4223-bb5e-6e2a2f977e29 admin admin] Made reservation on behalf of dd9a1f8984c4474aa4722fd84f45b670 for: {'network': 1} {{(pid=92782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:25:20.555274 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-451579a6-243e-4223-bb5e-6e2a2f977e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for network, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:20.588963 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-451579a6-243e-4223-bb5e-6e2a2f977e29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:20.652525 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-8f151621-6bfa-4079-bc77-db1623995f0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749528449994'] for network, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:20.676075 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb048b5-b02f-46c6-8f34-ce6e9e8b5dee admin admin] Made reservation on behalf of 7ac19631df71474c90f158e6a57cb69b for: {'network': 1} {{(pid=92782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:25:20.680125 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-6cb048b5-b02f-46c6-8f34-ce6e9e8b5dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for network, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:20.693921 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-6cb048b5-b02f-46c6-8f34-ce6e9e8b5dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:20.726679 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f869bbd4-5f5e-4b94-be9a-6b718eb039b7 admin admin] Made reservation on behalf of ccd1b659f7b548f69df434ddfadc8cf1 for: {'subnet': 1} {{(pid=92783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:25:20.729526 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-f869bbd4-5f5e-4b94-be9a-6b718eb039b7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:20.740488 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-8f151621-6bfa-4079-bc77-db1623995f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-431616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067'] for network, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:20.750821 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f151621-6bfa-4079-bc77-db1623995f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:20.754283 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-8f151621-6bfa-4079-bc77-db1623995f0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for network, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:20.773357 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-b342eb24-4be7-469e-8901-d852cffc2e98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:20.869830 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f151621-6bfa-4079-bc77-db1623995f0b admin admin] Pushing event updated for resources: {'Network': ['ID=c6ae2bab-f488-4095-b86a-cac1576eb954,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:20.880396 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Network c6ae2bab-f488-4095-b86a-cac1576eb954 details requested by agent ovs-agent-dv-cinder-797170-3-iscsi with host dv-cinder-797170-3-iscsi {{(pid=92784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:25:20.883652 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-8f151621-6bfa-4079-bc77-db1623995f0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:20.948769 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-451579a6-243e-4223-bb5e-6e2a2f977e29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:20.954994 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-451579a6-243e-4223-bb5e-6e2a2f977e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:20.960214 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:20.970335 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-8f151621-6bfa-4079-bc77-db1623995f0b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6343079 Jun 21 04:25:20.980868 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 55108) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:20.994589 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [None req-d117f8e5-c106-4926-b2b1-76671a203cc3 admin admin] Request body: {'subnet': {'network_id': 'c6ae2bab-f488-4095-b86a-cac1576eb954', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1759353089-subnet', 'tenant_id': 'c71a07bb9f2c4c28a80d202ae1e80694', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:25:21.031164 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-451579a6-243e-4223-bb5e-6e2a2f977e29 admin admin] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=92782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:25:21.054701 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451579a6-243e-4223-bb5e-6e2a2f977e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73bde19c-11a6-4778-af75-86ad83334e77,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:21.076047 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-451579a6-243e-4223-bb5e-6e2a2f977e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:21.091450 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-451579a6-243e-4223-bb5e-6e2a2f977e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607066'] for segment, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:21.091792 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.db.segments_db [None req-451579a6-243e-4223-bb5e-6e2a2f977e29 admin admin] Added segment 978cc6d8-d90e-4d41-9279-f012d41ae2f5 of type vlan for network 6b3c7cb1-477e-4c5f-9965-cb60a2d8de14 Jun 21 04:25:21.127116 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-f869bbd4-5f5e-4b94-be9a-6b718eb039b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056'] for subnet, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:21.145263 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-451579a6-243e-4223-bb5e-6e2a2f977e29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749528449994'] for network, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:21.155014 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:21.216628 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f685b41-4a2f-4de7-9e32-be2bdd3d7c76 None None] Network fd6e448a-06f0-4e1b-bc50-7a0749d71b51 requested from dv-cinder-797170-3-iscsi {{(pid=92784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:25:21.254185 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-6cb048b5-b02f-46c6-8f34-ce6e9e8b5dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:21.258587 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-451579a6-243e-4223-bb5e-6e2a2f977e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-431616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067'] for network, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:21.262178 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451579a6-243e-4223-bb5e-6e2a2f977e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:21.262957 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-451579a6-243e-4223-bb5e-6e2a2f977e29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for network, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:21.269834 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:21.292257 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-6cb048b5-b02f-46c6-8f34-ce6e9e8b5dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:21.325406 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a49dc5f5-a154-4339-bd67-699afe55a010 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:21.361889 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-fe2012b5-10c6-4fbc-8c35-54b683e2815f None None] Provisioning for port 69d7c9b1-19fe-4a52-9bd1-be3ee07e68cc completed by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:25:21.377526 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-fe2012b5-10c6-4fbc-8c35-54b683e2815f None None] Provisioning complete for port 69d7c9b1-19fe-4a52-9bd1-be3ee07e68cc triggered by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:25:21.378053 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-fe2012b5-10c6-4fbc-8c35-54b683e2815f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:21.388411 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f869bbd4-5f5e-4b94-be9a-6b718eb039b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=849daa8e-dac6-4f8a-9763-33d634d005e9,revision_number=0']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:21.393717 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f869bbd4-5f5e-4b94-be9a-6b718eb039b7 admin admin] Checking segment: {'id': 'e6e16a98-81bc-4c4b-9c1c-8fca945f6bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '64d28b19-33d9-4d9a-ba0d-ec7e5a053d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:25:21.394336 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f869bbd4-5f5e-4b94-be9a-6b718eb039b7 admin admin] Network hostable DHCP agents. Network: 64d28b19-33d9-4d9a-ba0d-ec7e5a053d07, hostable agents: ['6ffbca20-0783-49ee-bbe9-7ece843bbb1a'], hosted agents: [] {{(pid=92783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:25:21.397730 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-f869bbd4-5f5e-4b94-be9a-6b718eb039b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:21.414649 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cb048b5-b02f-46c6-8f34-ce6e9e8b5dee admin admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=92782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:25:21.419043 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d117f8e5-c106-4926-b2b1-76671a203cc3 admin admin] Made reservation on behalf of c71a07bb9f2c4c28a80d202ae1e80694 for: {'subnet': 1} {{(pid=92782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:25:21.422012 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-d117f8e5-c106-4926-b2b1-76671a203cc3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:21.440148 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-451579a6-243e-4223-bb5e-6e2a2f977e29 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8732111 Jun 21 04:25:21.441204 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451579a6-243e-4223-bb5e-6e2a2f977e29 admin admin] Pushing event updated for resources: {'Network': ['ID=6b3c7cb1-477e-4c5f-9965-cb60a2d8de14,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:21.445565 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-451579a6-243e-4223-bb5e-6e2a2f977e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:21.456400 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 55130) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:21.458540 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-4b743d7e-1382-4b62-97df-e1a67a7ae0f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:21.472605 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Network 6b3c7cb1-477e-4c5f-9965-cb60a2d8de14 details requested by agent ovs-agent-dv-cinder-797170-3-iscsi with host dv-cinder-797170-3-iscsi {{(pid=92784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:25:21.498177 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f869bbd4-5f5e-4b94-be9a-6b718eb039b7 admin admin] Network 64d28b19-33d9-4d9a-ba0d-ec7e5a053d07 is scheduled to be hosted by DHCP agent 6ffbca20-0783-49ee-bbe9-7ece843bbb1a with binding_index 1 {{(pid=92783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:25:21.507707 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-6cb048b5-b02f-46c6-8f34-ce6e9e8b5dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607066'] for segment, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:21.508056 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.db.segments_db [None req-6cb048b5-b02f-46c6-8f34-ce6e9e8b5dee admin admin] Added segment 667a5842-7839-490b-a92f-43d2d3e45ee6 of type vlan for network b0453a8f-147d-435a-b4a9-ec66a5c92927 Jun 21 04:25:21.519436 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [None req-ecc4e61e-3dc9-43ce-afe7-cc83c567edc3 admin admin] Request body: {'subnet': {'network_id': '6b3c7cb1-477e-4c5f-9965-cb60a2d8de14', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1689633774-subnet', 'tenant_id': 'dd9a1f8984c4474aa4722fd84f45b670', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:25:21.522328 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.base_scheduler [None req-f869bbd4-5f5e-4b94-be9a-6b718eb039b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-3-iscsi, 64d28b19-33d9-4d9a-ba0d-ec7e5a053d07) {{(pid=92783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:25:21.528117 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f869bbd4-5f5e-4b94-be9a-6b718eb039b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:21.534187 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-f869bbd4-5f5e-4b94-be9a-6b718eb039b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for subnet, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:21.567168 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce7bdd9-1f85-4065-92ba-6b8506a3ebcd None None] Network 64d28b19-33d9-4d9a-ba0d-ec7e5a053d07 requested from dv-cinder-797170-3-iscsi {{(pid=92784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:25:21.627203 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-f869bbd4-5f5e-4b94-be9a-6b718eb039b7 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1770458 Jun 21 04:25:21.630259 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 55144) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:21.634664 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [None req-ca5fca86-1c1b-4e5c-b664-67161aa401d7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-747485980-router', 'tenant_id': 'ccd1b659f7b548f69df434ddfadc8cf1', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3'}}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:25:21.705841 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a49dc5f5-a154-4339-bd67-699afe55a010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689657'] for router, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:21.714750 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-ca5fca86-1c1b-4e5c-b664-67161aa401d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1652140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1090'] for router, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:21.716155 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-ca5fca86-1c1b-4e5c-b664-67161aa401d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1083'] for router, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:21.805076 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-fe2012b5-10c6-4fbc-8c35-54b683e2815f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:21.807885 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a0d215-897b-4ebf-9c64-899c06f253e0 None None] Network 64d28b19-33d9-4d9a-ba0d-ec7e5a053d07 requested from dv-cinder-797170-3-iscsi {{(pid=92784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:25:21.844467 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 55156) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:21.848159 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-6cb048b5-b02f-46c6-8f34-ce6e9e8b5dee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749528449994'] for network, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:21.857716 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc4e61e-3dc9-43ce-afe7-cc83c567edc3 admin admin] Made reservation on behalf of dd9a1f8984c4474aa4722fd84f45b670 for: {'subnet': 1} {{(pid=92782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:25:21.861113 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-ecc4e61e-3dc9-43ce-afe7-cc83c567edc3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:21.863052 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb048b5-b02f-46c6-8f34-ce6e9e8b5dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cec1b62-9d13-40af-888a-60828fdcf2ea,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:21.868212 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-ca5fca86-1c1b-4e5c-b664-67161aa401d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:21.901903 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-6cb048b5-b02f-46c6-8f34-ce6e9e8b5dee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:21.962050 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-fe2012b5-10c6-4fbc-8c35-54b683e2815f None None] For port 69d7c9b1-19fe-4a52-9bd1-be3ee07e68cc, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=69d7c9b1-19fe-4a52-9bd1-be3ee07e68cc,segment=NetworkSegment(e5545432-0850-4927-a96c-466ee806cf28),segment_id=e5545432-0850-4927-a96c-466ee806cf28)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:25:21.998720 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-fe2012b5-10c6-4fbc-8c35-54b683e2815f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:22.019050 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:22.066790 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-6cb048b5-b02f-46c6-8f34-ce6e9e8b5dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-431616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067'] for network, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:22.075269 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb048b5-b02f-46c6-8f34-ce6e9e8b5dee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:22.075854 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-6cb048b5-b02f-46c6-8f34-ce6e9e8b5dee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for network, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:22.094042 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-451579a6-243e-4223-bb5e-6e2a2f977e29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:22.094395 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-ca5fca86-1c1b-4e5c-b664-67161aa401d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691373', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1065'] for router, precommit_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:22.100265 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-06a6ee3d-f784-45d9-9671-8e882c9699c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:22.101930 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2012b5-10c6-4fbc-8c35-54b683e2815f None None] Pushing event updated for resources: {'Port': ['ID=69d7c9b1-19fe-4a52-9bd1-be3ee07e68cc,revision_number=3']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:22.108311 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-fe2012b5-10c6-4fbc-8c35-54b683e2815f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:22.214853 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 55166) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:22.279913 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49dc5f5-a154-4339-bd67-699afe55a010 admin admin] Router 91c39214-0a2a-49c8-96c6-a3d1d81d8a07 is scheduled to L3 agent 24838221-9d49-44eb-9e47-6a2fc9da17a2 with binding_index 1 {{(pid=92783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 04:25:22.294650 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-d117f8e5-c106-4926-b2b1-76671a203cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056'] for subnet, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:22.382602 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb048b5-b02f-46c6-8f34-ce6e9e8b5dee admin admin] Pushing event updated for resources: {'Network': ['ID=b0453a8f-147d-435a-b4a9-ec66a5c92927,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:22.385865 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-6cb048b5-b02f-46c6-8f34-ce6e9e8b5dee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:22.395541 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Network b0453a8f-147d-435a-b4a9-ec66a5c92927 details requested by agent ovs-agent-dv-cinder-797170-3-iscsi with host dv-cinder-797170-3-iscsi {{(pid=92784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:25:22.396543 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:22.434163 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-06a6ee3d-f784-45d9-9671-8e882c9699c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:22.478115 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-35b393f2-c6cf-481b-8e86-f9fa6e7e5ed4 None None] Provisioning complete for port 69d7c9b1-19fe-4a52-9bd1-be3ee07e68cc triggered by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:25:22.479277 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-35b393f2-c6cf-481b-8e86-f9fa6e7e5ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:22.498194 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-d251f02b-214a-4aa3-85f6-d449c2086e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:22.536818 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d117f8e5-c106-4926-b2b1-76671a203cc3 admin admin] Checking segment: {'id': 'd1d76647-51ae-4e30-9f16-1b866af21ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'c6ae2bab-f488-4095-b86a-cac1576eb954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:25:22.537380 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d117f8e5-c106-4926-b2b1-76671a203cc3 admin admin] Network hostable DHCP agents. Network: c6ae2bab-f488-4095-b86a-cac1576eb954, hostable agents: ['6ffbca20-0783-49ee-bbe9-7ece843bbb1a'], hosted agents: [] {{(pid=92782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:25:22.541833 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-06a6ee3d-f784-45d9-9671-8e882c9699c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:22.548141 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-ecc4e61e-3dc9-43ce-afe7-cc83c567edc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056'] for subnet, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:22.562878 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-6cb048b5-b02f-46c6-8f34-ce6e9e8b5dee admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.9607105 Jun 21 04:25:22.578641 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 55176) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:22.586888 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [None req-32fedac8-15e2-4273-b986-c1626f15af38 admin admin] Request body: {'subnet': {'network_id': 'b0453a8f-147d-435a-b4a9-ec66a5c92927', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-81153680-subnet', 'tenant_id': '7ac19631df71474c90f158e6a57cb69b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:25:22.598056 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d117f8e5-c106-4926-b2b1-76671a203cc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d152cd9e-cdfb-4cc9-ab3c-bbc65c647607,revision_number=0']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:22.604711 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 55182) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:22.604873 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-06a6ee3d-f784-45d9-9671-8e882c9699c6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=53a0f54693d6460495a772244932b1df&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7518313 Jun 21 04:25:22.605686 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-d117f8e5-c106-4926-b2b1-76671a203cc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:22.607476 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-8f151621-6bfa-4079-bc77-db1623995f0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:22.611797 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d117f8e5-c106-4926-b2b1-76671a203cc3 admin admin] Network c6ae2bab-f488-4095-b86a-cac1576eb954 is scheduled to be hosted by DHCP agent 6ffbca20-0783-49ee-bbe9-7ece843bbb1a with binding_index 1 {{(pid=92782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:25:22.636506 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.base_scheduler [None req-d117f8e5-c106-4926-b2b1-76671a203cc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-3-iscsi, c6ae2bab-f488-4095-b86a-cac1576eb954) {{(pid=92782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:25:22.646505 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fec6aa-d7f3-4c28-be91-07d022980a54 None None] Network c6ae2bab-f488-4095-b86a-cac1576eb954 requested from dv-cinder-797170-3-iscsi {{(pid=92784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:25:22.649235 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d117f8e5-c106-4926-b2b1-76671a203cc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:22.649826 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-d117f8e5-c106-4926-b2b1-76671a203cc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for subnet, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:22.664264 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a6ee3d-f784-45d9-9671-8e882c9699c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012157e5-a364-4edc-8b93-d70e9a3a5265,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:22.669073 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-06a6ee3d-f784-45d9-9671-8e882c9699c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:22.669693 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-bb2ebc8d-5a22-474f-ac88-2a2f35f1addb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:22.695794 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc4e61e-3dc9-43ce-afe7-cc83c567edc3 admin admin] Checking segment: {'id': '978cc6d8-d90e-4d41-9279-f012d41ae2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6b3c7cb1-477e-4c5f-9965-cb60a2d8de14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:25:22.696150 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc4e61e-3dc9-43ce-afe7-cc83c567edc3 admin admin] Network hostable DHCP agents. Network: 6b3c7cb1-477e-4c5f-9965-cb60a2d8de14, hostable agents: ['6ffbca20-0783-49ee-bbe9-7ece843bbb1a'], hosted agents: [] {{(pid=92782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:25:22.706412 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49dc5f5-a154-4339-bd67-699afe55a010 admin admin] Notify agent at l3_agent.dv-cinder-797170-3-iscsi the message routers_updated {{(pid=92783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:25:22.712772 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-ca5fca86-1c1b-4e5c-b664-67161aa401d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:22.722214 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e185fdf-e325-4fdc-ae2e-938f647a0878 None None] Sync routers for ids ['91c39214-0a2a-49c8-96c6-a3d1d81d8a07'] in dv-cinder-797170-3-iscsi {{(pid=92785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:25:22.722808 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc4e61e-3dc9-43ce-afe7-cc83c567edc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0260b167-e49c-4b4b-9ef5-e52212495354,revision_number=0']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:22.725784 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-ecc4e61e-3dc9-43ce-afe7-cc83c567edc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:22.730761 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc4e61e-3dc9-43ce-afe7-cc83c567edc3 admin admin] Network 6b3c7cb1-477e-4c5f-9965-cb60a2d8de14 is scheduled to be hosted by DHCP agent 6ffbca20-0783-49ee-bbe9-7ece843bbb1a with binding_index 1 {{(pid=92782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:25:22.737342 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.base_scheduler [None req-ecc4e61e-3dc9-43ce-afe7-cc83c567edc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-3-iscsi, 6b3c7cb1-477e-4c5f-9965-cb60a2d8de14) {{(pid=92782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:25:22.742249 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc4e61e-3dc9-43ce-afe7-cc83c567edc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:22.742915 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-ecc4e61e-3dc9-43ce-afe7-cc83c567edc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for subnet, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:22.750888 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e185fdf-e325-4fdc-ae2e-938f647a0878 None None] Routers {'91c39214-0a2a-49c8-96c6-a3d1d81d8a07'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:25:22.752385 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-2e185fdf-e325-4fdc-ae2e-938f647a0878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:25:00Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['91c39214-0a2a-49c8-96c6-a3d1d81d8a07'], 'active': True} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:25:22.757843 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151a5cd5-0fe2-4fe4-90b1-3b3fb5fcdbde None None] Network 6b3c7cb1-477e-4c5f-9965-cb60a2d8de14 requested from dv-cinder-797170-3-iscsi {{(pid=92784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:25:22.772172 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-ca5fca86-1c1b-4e5c-b664-67161aa401d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:22.847648 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-e91b0ca5-7de8-43b3-b120-14b74d8589f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:22.901095 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-e91b0ca5-7de8-43b3-b120-14b74d8589f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:22.911708 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvr_db [None req-2e185fdf-e325-4fdc-ae2e-938f647a0878 None None] Set router 91c39214-0a2a-49c8-96c6-a3d1d81d8a07 gateway port host: dv-cinder-797170-3-iscsi {{(pid=92785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:25:22.920081 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e62601-d842-4296-a918-58c41a3b23c3 None None] Network c6ae2bab-f488-4095-b86a-cac1576eb954 requested from dv-cinder-797170-3-iscsi {{(pid=92784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:25:22.934656 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-d251f02b-214a-4aa3-85f6-d449c2086e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:22.962502 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-d251f02b-214a-4aa3-85f6-d449c2086e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:22.970170 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-d117f8e5-c106-4926-b2b1-76671a203cc3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9888248 Jun 21 04:25:22.987712 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a49dc5f5-a154-4339-bd67-699afe55a010 admin admin] Notify callbacks [] for router, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:22.992613 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 55198) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:22.993020 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-a49dc5f5-a154-4339-bd67-699afe55a010 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.3278165 Jun 21 04:25:23.002153 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:23.004337 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32fedac8-15e2-4273-b986-c1626f15af38 admin admin] Made reservation on behalf of 7ac19631df71474c90f158e6a57cb69b for: {'subnet': 1} {{(pid=92783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:25:23.006567 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-32fedac8-15e2-4273-b986-c1626f15af38 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:23.050837 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990eb79f-b52d-4b45-ba69-bd4bab7e4c0c None None] Network 6b3c7cb1-477e-4c5f-9965-cb60a2d8de14 requested from dv-cinder-797170-3-iscsi {{(pid=92784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:25:23.091177 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.db_base_plugin_common [None req-ca5fca86-1c1b-4e5c-b664-67161aa401d7 admin admin] Allocated IP 172.27.3.103 (6916bb71-a8d9-40e6-a88e-dbc7129bc7b3/8c39627d-1aec-4229-8b15-efcd0ccd7e2f/cc09d99c-5b96-4658-b69f-c0c707038adc) {{(pid=92783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:25:23.134417 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-d251f02b-214a-4aa3-85f6-d449c2086e06 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=32d26dbe19d648648c71d0750594f58f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9154625 Jun 21 04:25:23.142265 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-ecc4e61e-3dc9-43ce-afe7-cc83c567edc3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6811802 Jun 21 04:25:23.144239 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 55200) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:23.147719 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d251f02b-214a-4aa3-85f6-d449c2086e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60d93e7-9e94-4f9e-bd65-e6632049c86c,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:23.165220 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-2e185fdf-e325-4fdc-ae2e-938f647a0878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'name': 'tempest-AttachVolumeShelveTestJSON-2002639941-router', 'tenant_id': 'e73c54dea0a944059b24d8393e162682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '14cdb3db-00d7-4015-9f38-4175ca46c3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:18Z', 'updated_at': '2021-06-21T04:25:20Z', 'revision_number': 3, 'project_id': 'e73c54dea0a944059b24d8393e162682', 'gw_port': {'id': '14cdb3db-00d7-4015-9f38-4175ca46c3ae', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:19Z', 'updated_at': '2021-06-21T04:25:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi'}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:25:23.217775 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-d251f02b-214a-4aa3-85f6-d449c2086e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:23.219650 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e185fdf-e325-4fdc-ae2e-938f647a0878 None None] Checking router: 91c39214-0a2a-49c8-96c6-a3d1d81d8a07 for host: dv-cinder-797170-3-iscsi {{(pid=92785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:25:23.219999 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e185fdf-e325-4fdc-ae2e-938f647a0878 None None] Updating router 91c39214-0a2a-49c8-96c6-a3d1d81d8a07 port 14cdb3db-00d7-4015-9f38-4175ca46c3ae binding host dv-cinder-797170-3-iscsi {{(pid=92785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:25:23.345963 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-e91b0ca5-7de8-43b3-b120-14b74d8589f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:23.349790 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-2e185fdf-e325-4fdc-ae2e-938f647a0878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:23.403275 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-e91b0ca5-7de8-43b3-b120-14b74d8589f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:23.407738 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-e91b0ca5-7de8-43b3-b120-14b74d8589f9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/012157e5-a364-4edc-8b93-d70e9a3a5265 HTTP/1.1" status: 204 len: 168 time: 0.7992063 Jun 21 04:25:23.419270 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-d251f02b-214a-4aa3-85f6-d449c2086e06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:23.436454 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-cbbbdcc9-d1d6-436e-a0f3-12524cb9a14c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:23.522615 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-cbbbdcc9-d1d6-436e-a0f3-12524cb9a14c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:23.533898 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91b0ca5-7de8-43b3-b120-14b74d8589f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012157e5-a364-4edc-8b93-d70e9a3a5265,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:23.546250 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-e91b0ca5-7de8-43b3-b120-14b74d8589f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:23.628027 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-ca5fca86-1c1b-4e5c-b664-67161aa401d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:23.702356 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-cbbbdcc9-d1d6-436e-a0f3-12524cb9a14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:23.714858 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-cbbbdcc9-d1d6-436e-a0f3-12524cb9a14c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:23.716343 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-cbbbdcc9-d1d6-436e-a0f3-12524cb9a14c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d60d93e7-9e94-4f9e-bd65-e6632049c86c HTTP/1.1" status: 204 len: 168 time: 0.5659003 Jun 21 04:25:23.718479 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-032b69c6-43d0-4491-bf03-b66b2a3a8f5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:23.726130 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-32fedac8-15e2-4273-b986-c1626f15af38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056'] for subnet, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:23.736316 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbbdcc9-d1d6-436e-a0f3-12524cb9a14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60d93e7-9e94-4f9e-bd65-e6632049c86c,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:23.743211 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-cbbbdcc9-d1d6-436e-a0f3-12524cb9a14c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:23.743677 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-f869bbd4-5f5e-4b94-be9a-6b718eb039b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:23.802964 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fedac8-15e2-4273-b986-c1626f15af38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc19a82e-f40e-472d-88c4-f521c9c405b3,revision_number=0']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:23.808134 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-32fedac8-15e2-4273-b986-c1626f15af38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:23.809489 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-ca5fca86-1c1b-4e5c-b664-67161aa401d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989'] for port, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:23.816122 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-a49dc5f5-a154-4339-bd67-699afe55a010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:23.858749 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5fca86-1c1b-4e5c-b664-67161aa401d7 admin admin] Network 6916bb71-a8d9-40e6-a88e-dbc7129bc7b3 is already hosted by enough agents. {{(pid=92783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:25:23.863144 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.base_scheduler [None req-ca5fca86-1c1b-4e5c-b664-67161aa401d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:25:23.866445 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-2f7dc5fa-2a4a-47b4-8083-6d6440b63384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:23.877726 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5fca86-1c1b-4e5c-b664-67161aa401d7 admin admin] Received port after_create {{(pid=92783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:25:24.063398 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5fca86-1c1b-4e5c-b664-67161aa401d7 admin admin] Pushing event updated for resources: {'Port': ['ID=cc09d99c-5b96-4658-b69f-c0c707038adc,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:24.072280 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-ca5fca86-1c1b-4e5c-b664-67161aa401d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:24.101417 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 55236) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:24.104237 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fedac8-15e2-4273-b986-c1626f15af38 admin admin] Checking segment: {'id': '667a5842-7839-490b-a92f-43d2d3e45ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'b0453a8f-147d-435a-b4a9-ec66a5c92927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:25:24.104808 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fedac8-15e2-4273-b986-c1626f15af38 admin admin] Network hostable DHCP agents. Network: b0453a8f-147d-435a-b4a9-ec66a5c92927, hostable agents: ['6ffbca20-0783-49ee-bbe9-7ece843bbb1a'], hosted agents: [] {{(pid=92783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:25:24.134926 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-03cd1972-f69a-47ca-b1fa-17d872086b48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:24.150670 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-2e185fdf-e325-4fdc-ae2e-938f647a0878 None None] Notify callbacks [] for port, precommit_update {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:24.186670 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.provisioning_blocks [None req-2e185fdf-e325-4fdc-ae2e-938f647a0878 None None] Transition to ACTIVE for port object 14cdb3db-00d7-4015-9f38-4175ca46c3ae will not be triggered until provisioned by entity L2. {{(pid=92785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:25:24.204763 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-2e185fdf-e325-4fdc-ae2e-938f647a0878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:24.211770 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:24.217292 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 69d7c9b1-19fe-4a52-9bd1-be3ee07e68cc up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:25:24.333475 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.db_base_plugin_common [None req-2f7dc5fa-2a4a-47b4-8083-6d6440b63384 admin admin] Allocated IP 172.20.0.1 (fd6e448a-06f0-4e1b-bc50-7a0749d71b51/8d8b0903-2890-45e0-bcb1-1f07c6fca395/1c1acd44-4d0c-4998-ade9-c18136e5c766) {{(pid=92782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:25:24.341896 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-03cd1972-f69a-47ca-b1fa-17d872086b48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:24.347553 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fedac8-15e2-4273-b986-c1626f15af38 admin admin] Network b0453a8f-147d-435a-b4a9-ec66a5c92927 is scheduled to be hosted by DHCP agent 6ffbca20-0783-49ee-bbe9-7ece843bbb1a with binding_index 1 {{(pid=92783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:25:24.358329 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-03cd1972-f69a-47ca-b1fa-17d872086b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:24.367635 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.managers [None req-2e185fdf-e325-4fdc-ae2e-938f647a0878 None None] Attempting to bind port 14cdb3db-00d7-4015-9f38-4175ca46c3ae on host dv-cinder-797170-3-iscsi for vnic_type normal with profile {{(pid=92785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:25:24.368038 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.managers [None req-2e185fdf-e325-4fdc-ae2e-938f647a0878 None None] Attempting to bind port 14cdb3db-00d7-4015-9f38-4175ca46c3ae by drivers openvswitch,hyperv on host dv-cinder-797170-3-iscsi at level 0 using segments [{'id': 'e399e9b6-8ae1-4c2d-bd11-625228d4b590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3'}] {{(pid=92785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:25:24.368407 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e185fdf-e325-4fdc-ae2e-938f647a0878 None None] Attempting to bind port 14cdb3db-00d7-4015-9f38-4175ca46c3ae on network 6916bb71-a8d9-40e6-a88e-dbc7129bc7b3 {{(pid=92785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:25:24.369425 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning complete for port 69d7c9b1-19fe-4a52-9bd1-be3ee07e68cc triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:25:24.372352 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:24.383290 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28818036-77d2-409e-8efd-5c45a69892be None None] Pushing event updated for resources: {'Port': ['ID=14cdb3db-00d7-4015-9f38-4175ca46c3ae,revision_number=2']} {{(pid=92785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:24.386401 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-cbbbdcc9-d1d6-436e-a0f3-12524cb9a14c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:24.394249 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e185fdf-e325-4fdc-ae2e-938f647a0878 None None] Checking agent: {'id': 'cd99bddb-5f01-48a7-a512-3eb4d714493f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 18), 'started_at': datetime.datetime(2021, 6, 21, 4, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:25:24.396098 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e185fdf-e325-4fdc-ae2e-938f647a0878 None None] Checking segment: {'id': 'e399e9b6-8ae1-4c2d-bd11-625228d4b590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:25:24.396680 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-2e185fdf-e325-4fdc-ae2e-938f647a0878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:24.397288 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e185fdf-e325-4fdc-ae2e-938f647a0878 None None] Bound using segment: {'id': 'e399e9b6-8ae1-4c2d-bd11-625228d4b590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3'} {{(pid=92785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:25:24.398696 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.managers [None req-2e185fdf-e325-4fdc-ae2e-938f647a0878 None None] Bound port: 14cdb3db-00d7-4015-9f38-4175ca46c3ae, host: dv-cinder-797170-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e399e9b6-8ae1-4c2d-bd11-625228d4b590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3'}}] {{(pid=92785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:25:24.399292 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-2e185fdf-e325-4fdc-ae2e-938f647a0878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:24.401656 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.base_scheduler [None req-32fedac8-15e2-4273-b986-c1626f15af38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-3-iscsi, b0453a8f-147d-435a-b4a9-ec66a5c92927) {{(pid=92783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:25:24.403495 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28818036-77d2-409e-8efd-5c45a69892be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:24.404025 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28818036-77d2-409e-8efd-5c45a69892be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:24.404514 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28818036-77d2-409e-8efd-5c45a69892be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:24.405839 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28818036-77d2-409e-8efd-5c45a69892be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:24.406451 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28818036-77d2-409e-8efd-5c45a69892be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:24.406947 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28818036-77d2-409e-8efd-5c45a69892be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:24.407488 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28818036-77d2-409e-8efd-5c45a69892be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:24.408188 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28818036-77d2-409e-8efd-5c45a69892be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:24.408703 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28818036-77d2-409e-8efd-5c45a69892be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:24.409275 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28818036-77d2-409e-8efd-5c45a69892be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:24.409750 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28818036-77d2-409e-8efd-5c45a69892be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:24.412433 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28818036-77d2-409e-8efd-5c45a69892be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:25:24.414150 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28818036-77d2-409e-8efd-5c45a69892be None None] Tracked resource versions report: Jun 21 04:25:24.414150 dv-cinder-797170-3-iscsi neutron-server[92785]: pushed versions: Jun 21 04:25:24.414150 dv-cinder-797170-3-iscsi neutron-server[92785]: { 'AddressGroup': {'1.2'}, Jun 21 04:25:24.414150 dv-cinder-797170-3-iscsi neutron-server[92785]: 'ConntrackHelper': {'1.0'}, Jun 21 04:25:24.414150 dv-cinder-797170-3-iscsi neutron-server[92785]: 'Log': {'1.0'}, Jun 21 04:25:24.414150 dv-cinder-797170-3-iscsi neutron-server[92785]: 'Network': {'1.1'}, Jun 21 04:25:24.414150 dv-cinder-797170-3-iscsi neutron-server[92785]: 'Port': {'1.7'}, Jun 21 04:25:24.414150 dv-cinder-797170-3-iscsi neutron-server[92785]: 'PortForwarding': {'1.2'}, Jun 21 04:25:24.414150 dv-cinder-797170-3-iscsi neutron-server[92785]: 'QosPolicy': {'1.8'}, Jun 21 04:25:24.414150 dv-cinder-797170-3-iscsi neutron-server[92785]: 'SecurityGroup': {'1.4'}, Jun 21 04:25:24.414150 dv-cinder-797170-3-iscsi neutron-server[92785]: 'SecurityGroupRule': {'1.2'}, Jun 21 04:25:24.414150 dv-cinder-797170-3-iscsi neutron-server[92785]: 'SubPort': {'1.0'}, Jun 21 04:25:24.414150 dv-cinder-797170-3-iscsi neutron-server[92785]: 'Subnet': {'1.1'}, Jun 21 04:25:24.414150 dv-cinder-797170-3-iscsi neutron-server[92785]: 'Trunk': {'1.1'}} Jun 21 04:25:24.414150 dv-cinder-797170-3-iscsi neutron-server[92785]: consumer versions: Jun 21 04:25:24.414150 dv-cinder-797170-3-iscsi neutron-server[92785]: { DHCP agent@dv-cinder-797170-3-iscsi: {}, Jun 21 04:25:24.414150 dv-cinder-797170-3-iscsi neutron-server[92785]: HyperV agent@hv-cinder-79717: {}, Jun 21 04:25:24.414150 dv-cinder-797170-3-iscsi neutron-server[92785]: L3 agent@dv-cinder-797170-3-iscsi: {}, Jun 21 04:25:24.414150 dv-cinder-797170-3-iscsi neutron-server[92785]: Metadata agent@dv-cinder-797170-3-iscsi: {}, Jun 21 04:25:24.414150 dv-cinder-797170-3-iscsi neutron-server[92785]: Metering agent@dv-cinder-797170-3-iscsi: {}, Jun 21 04:25:24.414150 dv-cinder-797170-3-iscsi neutron-server[92785]: Open vSwitch agent@dv-cinder-797170-3-iscsi: { 'AddressGroup': '1.2', Jun 21 04:25:24.414150 dv-cinder-797170-3-iscsi neutron-server[92785]: 'ConntrackHelper': '1.0', Jun 21 04:25:24.414150 dv-cinder-797170-3-iscsi neutron-server[92785]: 'Log': '1.0', Jun 21 04:25:24.414150 dv-cinder-797170-3-iscsi neutron-server[92785]: 'Network': '1.1', Jun 21 04:25:24.414150 dv-cinder-797170-3-iscsi neutron-server[92785]: 'Port': '1.7', Jun 21 04:25:24.414150 dv-cinder-797170-3-iscsi neutron-server[92785]: 'PortForwarding': '1.2', Jun 21 04:25:24.414150 dv-cinder-797170-3-iscsi neutron-server[92785]: 'QosPolicy': '1.8', Jun 21 04:25:24.414150 dv-cinder-797170-3-iscsi neutron-server[92785]: 'SecurityGroup': '1.4', Jun 21 04:25:24.414150 dv-cinder-797170-3-iscsi neutron-server[92785]: 'SecurityGroupRule': '1.2', Jun 21 04:25:24.414150 dv-cinder-797170-3-iscsi neutron-server[92785]: 'SubPort': '1.0', Jun 21 04:25:24.414150 dv-cinder-797170-3-iscsi neutron-server[92785]: 'Subnet': '1.1', Jun 21 04:25:24.414150 dv-cinder-797170-3-iscsi neutron-server[92785]: 'Trunk': '1.1'}} Jun 21 04:25:24.414150 dv-cinder-797170-3-iscsi neutron-server[92785]: {{(pid=92785) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 04:25:24.446086 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG oslo_concurrency.lockutils [None req-28818036-77d2-409e-8efd-5c45a69892be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=92785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:24.488907 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def50ee0-1126-41ac-84b3-cb8253b67d7f None None] Network b0453a8f-147d-435a-b4a9-ec66a5c92927 requested from dv-cinder-797170-3-iscsi {{(pid=92784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:25:24.504429 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.db [None req-2e185fdf-e325-4fdc-ae2e-938f647a0878 None None] For port 14cdb3db-00d7-4015-9f38-4175ca46c3ae, host dv-cinder-797170-3-iscsi, cleared binding levels {{(pid=92785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:25:24.509271 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.db [None req-2e185fdf-e325-4fdc-ae2e-938f647a0878 None None] For port 14cdb3db-00d7-4015-9f38-4175ca46c3ae, host dv-cinder-797170-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=14cdb3db-00d7-4015-9f38-4175ca46c3ae,segment=NetworkSegment(e399e9b6-8ae1-4c2d-bd11-625228d4b590),segment_id=e399e9b6-8ae1-4c2d-bd11-625228d4b590)] {{(pid=92785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:25:24.523319 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-2e185fdf-e325-4fdc-ae2e-938f647a0878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:24.526475 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:24.534595 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fedac8-15e2-4273-b986-c1626f15af38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:24.535307 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-32fedac8-15e2-4273-b986-c1626f15af38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for subnet, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:24.599406 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e185fdf-e325-4fdc-ae2e-938f647a0878 None None] Routers {'91c39214-0a2a-49c8-96c6-a3d1d81d8a07'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:25:24.599832 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd1972-f69a-47ca-b1fa-17d872086b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c736c981-50a8-46cb-86ee-3d184220bf6c,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:24.600034 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-2e185fdf-e325-4fdc-ae2e-938f647a0878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:25:00Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['91c39214-0a2a-49c8-96c6-a3d1d81d8a07'], 'active': True} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:25:24.613199 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-32fedac8-15e2-4273-b986-c1626f15af38 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0296052 Jun 21 04:25:24.613199 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-03cd1972-f69a-47ca-b1fa-17d872086b48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:24.627108 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-03cd1972-f69a-47ca-b1fa-17d872086b48 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7c98d4745df14121ba0b8172b3273410&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5240316 Jun 21 04:25:24.631029 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 55248) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:24.631490 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 55252) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:24.647278 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [None req-2c55b3c6-3000-4661-98c1-85ecd65b21db admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-81153680-router', 'tenant_id': '7ac19631df71474c90f158e6a57cb69b', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3'}}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:25:24.713044 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28818036-77d2-409e-8efd-5c45a69892be None None] Pushing event updated for resources: {'Port': ['ID=14cdb3db-00d7-4015-9f38-4175ca46c3ae,revision_number=3']} {{(pid=92785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:24.715044 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-2f7dc5fa-2a4a-47b4-8083-6d6440b63384 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:24.726480 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG oslo_concurrency.lockutils [None req-28818036-77d2-409e-8efd-5c45a69892be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:24.751421 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.provisioning_blocks [None req-2f7dc5fa-2a4a-47b4-8083-6d6440b63384 admin admin] Transition to ACTIVE for port object 1c1acd44-4d0c-4998-ade9-c18136e5c766 will not be triggered until provisioned by entity DHCP. {{(pid=92782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:25:24.764008 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 55272) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:24.780238 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 55278) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:24.783452 dv-cinder-797170-3-iscsi neutron-server[92782]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 21 04:25:24.825628 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvr_db [None req-2e185fdf-e325-4fdc-ae2e-938f647a0878 None None] Set router 91c39214-0a2a-49c8-96c6-a3d1d81d8a07 gateway port host: dv-cinder-797170-3-iscsi {{(pid=92785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:25:24.866085 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-5d379bbc-e921-41a6-bc50-8cd05e4d8743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:24.916492 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-2c55b3c6-3000-4661-98c1-85ecd65b21db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1652140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1090'] for router, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:24.917614 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-2c55b3c6-3000-4661-98c1-85ecd65b21db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1083'] for router, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:24.927656 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-2f7dc5fa-2a4a-47b4-8083-6d6440b63384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989'] for port, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:24.966790 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:24.977115 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7517a96f-c0bb-4f47-a907-160b575661c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp852c364a-3c00-5dcc-a1ca-700424c8e09a-b0453a8f-147d-435a-b4a9-ec66a5c92927', 'network_id': 'b0453a8f-147d-435a-b4a9-ec66a5c92927', 'tenant_id': '7ac19631df71474c90f158e6a57cb69b', 'fixed_ips': [{'subnet_id': 'cc19a82e-f40e-472d-88c4-f521c9c405b3'}]}} from dv-cinder-797170-3-iscsi. {{(pid=92784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 04:25:24.977975 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-7517a96f-c0bb-4f47-a907-160b575661c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:25.007968 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-2c55b3c6-3000-4661-98c1-85ecd65b21db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:25.076286 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7dc5fa-2a4a-47b4-8083-6d6440b63384 admin admin] Network fd6e448a-06f0-4e1b-bc50-7a0749d71b51 is already hosted by enough agents. {{(pid=92782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:25:25.087783 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.base_scheduler [None req-2f7dc5fa-2a4a-47b4-8083-6d6440b63384 admin admin] Resources bound (agent type, host, resource id): {{(pid=92782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:25:25.091165 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-2e185fdf-e325-4fdc-ae2e-938f647a0878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'name': 'tempest-AttachVolumeShelveTestJSON-2002639941-router', 'tenant_id': 'e73c54dea0a944059b24d8393e162682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '14cdb3db-00d7-4015-9f38-4175ca46c3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:18Z', 'updated_at': '2021-06-21T04:25:20Z', 'revision_number': 3, 'project_id': 'e73c54dea0a944059b24d8393e162682', 'gw_port': {'id': '14cdb3db-00d7-4015-9f38-4175ca46c3ae', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:19Z', 'updated_at': '2021-06-21T04:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi'}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:25:25.096584 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 55286) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:25.098709 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7dc5fa-2a4a-47b4-8083-6d6440b63384 admin admin] Received port after_create {{(pid=92782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:25:25.099164 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-2f7dc5fa-2a4a-47b4-8083-6d6440b63384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1693462'] for router_interface, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:25.113617 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-5d379bbc-e921-41a6-bc50-8cd05e4d8743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:25.130986 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-ca5fca86-1c1b-4e5c-b664-67161aa401d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:25.142988 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-5d379bbc-e921-41a6-bc50-8cd05e4d8743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:25.206402 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7dc5fa-2a4a-47b4-8083-6d6440b63384 admin admin] Pushing event updated for resources: {'Port': ['ID=1c1acd44-4d0c-4998-ade9-c18136e5c766,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:25.216920 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b741a-757c-4dd5-b57f-ec71cee5daf1 req-05080118-c364-4ba1-a916-61ed5feb176b tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:25.224700 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-188b741a-757c-4dd5-b57f-ec71cee5daf1 req-05080118-c364-4ba1-a916-61ed5feb176b tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/networks?id=6b3c7cb1-477e-4c5f-9965-cb60a2d8de14 HTTP/1.1" status: 200 len: 815 time: 0.4431140 Jun 21 04:25:25.226776 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-2f7dc5fa-2a4a-47b4-8083-6d6440b63384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:25.251226 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.db_base_plugin_common [None req-7517a96f-c0bb-4f47-a907-160b575661c6 None None] Allocated IP 172.20.0.2 (b0453a8f-147d-435a-b4a9-ec66a5c92927/cc19a82e-f40e-472d-88c4-f521c9c405b3/842a89c7-8885-434d-8189-d89a9acfa14b) {{(pid=92784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:25:25.277173 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e185fdf-e325-4fdc-ae2e-938f647a0878 None None] The sync data for ids ['91c39214-0a2a-49c8-96c6-a3d1d81d8a07'] in dv-cinder-797170-3-iscsi is: [{'id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'name': 'tempest-AttachVolumeShelveTestJSON-2002639941-router', 'tenant_id': 'e73c54dea0a944059b24d8393e162682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '14cdb3db-00d7-4015-9f38-4175ca46c3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:18Z', 'updated_at': '2021-06-21T04:25:20Z', 'revision_number': 3, 'project_id': 'e73c54dea0a944059b24d8393e162682', 'gw_port': {'id': '14cdb3db-00d7-4015-9f38-4175ca46c3ae', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:19Z', 'updated_at': '2021-06-21T04:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi'}] {{(pid=92785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:25:25.299343 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-e3e3b13b-cba4-4301-8244-7bc7129f7cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:25.337971 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:25.471333 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-188b741a-757c-4dd5-b57f-ec71cee5daf1 req-5990f290-a9bf-4ab0-9105-254508ee81b7 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/quotas/dd9a1f8984c4474aa4722fd84f45b670 HTTP/1.1" status: 200 len: 375 time: 0.2452769 Jun 21 04:25:25.474224 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-cec8d8f5-c63b-4398-b1f3-5a5dfed94cc0 None None] Provisioning for port 1c1acd44-4d0c-4998-ade9-c18136e5c766 completed by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:25:25.482499 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-7517a96f-c0bb-4f47-a907-160b575661c6 None None] Notify callbacks [] for port, precommit_create {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:25.484593 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-cec8d8f5-c63b-4398-b1f3-5a5dfed94cc0 None None] Provisioning complete for port 1c1acd44-4d0c-4998-ade9-c18136e5c766 triggered by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:25:25.485090 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-cec8d8f5-c63b-4398-b1f3-5a5dfed94cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:25.516336 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-7517a96f-c0bb-4f47-a907-160b575661c6 None None] Transition to ACTIVE for port object 842a89c7-8885-434d-8189-d89a9acfa14b will not be triggered until provisioned by entity L2. {{(pid=92784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:25:25.527889 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d379bbc-e921-41a6-bc50-8cd05e4d8743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47e0823-7d4e-4c21-9a2d-3fc4b2c0b357,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:25.532565 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-5d379bbc-e921-41a6-bc50-8cd05e4d8743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:25.543448 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-188b741a-757c-4dd5-b57f-ec71cee5daf1 req-3d5e5ab8-5cbe-4e80-ae09-5e792e519392 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dd9a1f8984c4474aa4722fd84f45b670&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0709217 Jun 21 04:25:25.560239 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-cec8d8f5-c63b-4398-b1f3-5a5dfed94cc0 None None] Port 1c1acd44-4d0c-4998-ade9-c18136e5c766 cannot update to ACTIVE because it is not bound. {{(pid=92784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:25:25.563443 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-7517a96f-c0bb-4f47-a907-160b575661c6 None None] Transition to ACTIVE for port object 842a89c7-8885-434d-8189-d89a9acfa14b will not be triggered until provisioned by entity DHCP. {{(pid=92784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:25:25.578883 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-7517a96f-c0bb-4f47-a907-160b575661c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989'] for port, after_create {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:25.581157 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-fe2012b5-10c6-4fbc-8c35-54b683e2815f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:25.608210 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-e3e3b13b-cba4-4301-8244-7bc7129f7cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:25.652653 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-5d379bbc-e921-41a6-bc50-8cd05e4d8743 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bb261e61ce334c25b07848ad16c76fb9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8855317 Jun 21 04:25:25.653419 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 55294) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:25.667778 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4615be5-5a2f-4cf4-8f76-6226f1b102eb req-cfc3c9c0-f48a-4219-9187-5609c238657b tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:25.669292 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-b4615be5-5a2f-4cf4-8f76-6226f1b102eb req-cfc3c9c0-f48a-4219-9187-5609c238657b tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/networks?id=c6ae2bab-f488-4095-b86a-cac1576eb954 HTTP/1.1" status: 200 len: 812 time: 0.5670383 Jun 21 04:25:25.669874 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7517a96f-c0bb-4f47-a907-160b575661c6 None None] Network b0453a8f-147d-435a-b4a9-ec66a5c92927 is already hosted by enough agents. {{(pid=92784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:25:25.673213 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.scheduler.base_scheduler [None req-7517a96f-c0bb-4f47-a907-160b575661c6 None None] Resources bound (agent type, host, resource id): {{(pid=92784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:25:25.679337 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7517a96f-c0bb-4f47-a907-160b575661c6 None None] Received port after_create {{(pid=92784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:25:25.713434 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7517a96f-c0bb-4f47-a907-160b575661c6 None None] Pushing event updated for resources: {'Port': ['ID=842a89c7-8885-434d-8189-d89a9acfa14b,revision_number=1']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:25.716700 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-b4615be5-5a2f-4cf4-8f76-6226f1b102eb req-e831cf73-a766-4815-92f2-ca6ec8db74b1 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/quotas/c71a07bb9f2c4c28a80d202ae1e80694 HTTP/1.1" status: 200 len: 375 time: 0.0252318 Jun 21 04:25:25.718421 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-7517a96f-c0bb-4f47-a907-160b575661c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:25.744950 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-2f7dc5fa-2a4a-47b4-8083-6d6440b63384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:25.765770 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-7517a96f-c0bb-4f47-a907-160b575661c6 None None] Attempting to bind port 842a89c7-8885-434d-8189-d89a9acfa14b on host dv-cinder-797170-3-iscsi for vnic_type normal with profile {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:25:25.766431 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-7517a96f-c0bb-4f47-a907-160b575661c6 None None] Attempting to bind port 842a89c7-8885-434d-8189-d89a9acfa14b by drivers openvswitch,hyperv on host dv-cinder-797170-3-iscsi at level 0 using segments [{'id': '667a5842-7839-490b-a92f-43d2d3e45ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'b0453a8f-147d-435a-b4a9-ec66a5c92927'}] {{(pid=92784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:25:25.768954 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7517a96f-c0bb-4f47-a907-160b575661c6 None None] Attempting to bind port 842a89c7-8885-434d-8189-d89a9acfa14b on network b0453a8f-147d-435a-b4a9-ec66a5c92927 {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:25:25.775846 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7517a96f-c0bb-4f47-a907-160b575661c6 None None] Checking agent: {'id': 'cd99bddb-5f01-48a7-a512-3eb4d714493f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 18), 'started_at': datetime.datetime(2021, 6, 21, 4, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:25:25.780691 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7517a96f-c0bb-4f47-a907-160b575661c6 None None] Checking segment: {'id': '667a5842-7839-490b-a92f-43d2d3e45ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'b0453a8f-147d-435a-b4a9-ec66a5c92927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:25:25.781390 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-7517a96f-c0bb-4f47-a907-160b575661c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:25.782329 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7517a96f-c0bb-4f47-a907-160b575661c6 None None] Bound using segment: {'id': '667a5842-7839-490b-a92f-43d2d3e45ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'b0453a8f-147d-435a-b4a9-ec66a5c92927'} {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:25:25.783455 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-7517a96f-c0bb-4f47-a907-160b575661c6 None None] Bound port: 842a89c7-8885-434d-8189-d89a9acfa14b, host: dv-cinder-797170-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '667a5842-7839-490b-a92f-43d2d3e45ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'b0453a8f-147d-435a-b4a9-ec66a5c92927'}}] {{(pid=92784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:25:25.784070 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-7517a96f-c0bb-4f47-a907-160b575661c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:25.784723 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-b4615be5-5a2f-4cf4-8f76-6226f1b102eb req-fa579d85-503f-4769-9ecd-f1d4b8bbdf1f tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c71a07bb9f2c4c28a80d202ae1e80694&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554495 Jun 21 04:25:25.824822 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-2c55b3c6-3000-4661-98c1-85ecd65b21db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691373', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1065'] for router, precommit_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:25.917282 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-7517a96f-c0bb-4f47-a907-160b575661c6 None None] For port 842a89c7-8885-434d-8189-d89a9acfa14b, host dv-cinder-797170-3-iscsi, cleared binding levels {{(pid=92784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:25:25.921243 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-7517a96f-c0bb-4f47-a907-160b575661c6 None None] For port 842a89c7-8885-434d-8189-d89a9acfa14b, host dv-cinder-797170-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=842a89c7-8885-434d-8189-d89a9acfa14b,segment=NetworkSegment(667a5842-7839-490b-a92f-43d2d3e45ee6),segment_id=667a5842-7839-490b-a92f-43d2d3e45ee6)] {{(pid=92784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:25:25.929170 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-7517a96f-c0bb-4f47-a907-160b575661c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:25.943445 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:25.968471 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-ca5fca86-1c1b-4e5c-b664-67161aa401d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689657'] for router, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:25.985288 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-c7b6e816-f1b5-40b2-8c2b-204ac24f6d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:25.986842 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-e3e3b13b-cba4-4301-8244-7bc7129f7cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:26.014273 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [req-188b741a-757c-4dd5-b57f-ec71cee5daf1 req-9c0cac56-4e62-40f4-b315-7d161507cc5c service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=92782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 04:25:26.015292 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-188b741a-757c-4dd5-b57f-ec71cee5daf1 req-9c0cac56-4e62-40f4-b315-7d161507cc5c service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0956314 Jun 21 04:25:26.022170 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [req-b4615be5-5a2f-4cf4-8f76-6226f1b102eb req-a26562a0-6e6b-4858-8860-a849996662a9 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=92782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 04:25:26.028850 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7517a96f-c0bb-4f47-a907-160b575661c6 None None] Pushing event updated for resources: {'Port': ['ID=842a89c7-8885-434d-8189-d89a9acfa14b,revision_number=2']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:26.029740 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-b4615be5-5a2f-4cf4-8f76-6226f1b102eb req-a26562a0-6e6b-4858-8860-a849996662a9 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1110544 Jun 21 04:25:26.033377 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-7517a96f-c0bb-4f47-a907-160b575661c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:26.060295 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-e3e3b13b-cba4-4301-8244-7bc7129f7cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:26.063824 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-e3e3b13b-cba4-4301-8244-7bc7129f7cb1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c736c981-50a8-46cb-86ee-3d184220bf6c HTTP/1.1" status: 204 len: 168 time: 1.4274366 Jun 21 04:25:26.063824 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:26.098185 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-c7b6e816-f1b5-40b2-8c2b-204ac24f6d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:26.107774 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e3b13b-cba4-4301-8244-7bc7129f7cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c736c981-50a8-46cb-86ee-3d184220bf6c,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:26.132059 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-e3e3b13b-cba4-4301-8244-7bc7129f7cb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:26.209932 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-2f7dc5fa-2a4a-47b4-8083-6d6440b63384 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:26.229478 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-2f7dc5fa-2a4a-47b4-8083-6d6440b63384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:26.240304 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-2f7dc5fa-2a4a-47b4-8083-6d6440b63384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1773157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690639'] for router_interface, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:26.248303 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-d88fd19a-45d5-412c-a982-79c2af7c0519 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:26.272000 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 14cdb3db-00d7-4015-9f38-4175ca46c3ae up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:25:26.309024 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-c7b6e816-f1b5-40b2-8c2b-204ac24f6d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:26.332137 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-c7b6e816-f1b5-40b2-8c2b-204ac24f6d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:26.335882 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-c7b6e816-f1b5-40b2-8c2b-204ac24f6d3b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f47e0823-7d4e-4c21-9a2d-3fc4b2c0b357 HTTP/1.1" status: 204 len: 168 time: 0.6424422 Jun 21 04:25:26.378661 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-e3e3b13b-cba4-4301-8244-7bc7129f7cb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:26.382231 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning for port 14cdb3db-00d7-4015-9f38-4175ca46c3ae completed by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:25:26.388511 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning complete for port 14cdb3db-00d7-4015-9f38-4175ca46c3ae triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:25:26.389537 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:26.461865 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-188b741a-757c-4dd5-b57f-ec71cee5daf1 req-9ae30beb-2583-492c-8533-6ec28c735d75 service neutron] 10.222.0.53 "GET /v2.0/networks/6b3c7cb1-477e-4c5f-9965-cb60a2d8de14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4144113 Jun 21 04:25:26.497082 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-b4615be5-5a2f-4cf4-8f76-6226f1b102eb req-c7847f5a-fdc7-409a-b93a-7c5c91fbd431 service neutron] 10.222.0.53 "GET /v2.0/networks/c6ae2bab-f488-4095-b86a-cac1576eb954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4664943 Jun 21 04:25:26.517361 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7dc5fa-2a4a-47b4-8083-6d6440b63384 admin admin] Pushing event updated for resources: {'Port': ['ID=1c1acd44-4d0c-4998-ade9-c18136e5c766,revision_number=2']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:26.526832 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b6e816-f1b5-40b2-8c2b-204ac24f6d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47e0823-7d4e-4c21-9a2d-3fc4b2c0b357,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:26.532680 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-2f7dc5fa-2a4a-47b4-8083-6d6440b63384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:26.546646 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-c7b6e816-f1b5-40b2-8c2b-204ac24f6d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:26.616717 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:26.631104 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5fca86-1c1b-4e5c-b664-67161aa401d7 admin admin] Router 96f9eb46-2989-4a2d-b386-d2b2e9c54072 is scheduled to L3 agent 24838221-9d49-44eb-9e47-6a2fc9da17a2 with binding_index 1 {{(pid=92783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 04:25:26.660084 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] For port 14cdb3db-00d7-4015-9f38-4175ca46c3ae, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=14cdb3db-00d7-4015-9f38-4175ca46c3ae,segment=NetworkSegment(e399e9b6-8ae1-4c2d-bd11-625228d4b590),segment_id=e399e9b6-8ae1-4c2d-bd11-625228d4b590)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:25:26.672213 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:26.675710 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:26.739262 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-2c55b3c6-3000-4661-98c1-85ecd65b21db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:26.762901 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Pushing event updated for resources: {'Port': ['ID=14cdb3db-00d7-4015-9f38-4175ca46c3ae,revision_number=4']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:26.776443 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-2c55b3c6-3000-4661-98c1-85ecd65b21db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:26.783796 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:26.832512 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7dc5fa-2a4a-47b4-8083-6d6440b63384 admin admin] Network fd6e448a-06f0-4e1b-bc50-7a0749d71b51 is already hosted by enough agents. {{(pid=92782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:25:26.840183 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.base_scheduler [None req-2f7dc5fa-2a4a-47b4-8083-6d6440b63384 admin admin] Resources bound (agent type, host, resource id): {{(pid=92782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:25:26.917866 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-188b741a-757c-4dd5-b57f-ec71cee5daf1 req-eba7b8dd-5c5c-427a-8a5f-2fc10d83d0e7 service neutron] 10.222.0.53 "GET /v2.0/networks/6b3c7cb1-477e-4c5f-9965-cb60a2d8de14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4463823 Jun 21 04:25:26.933102 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-b4615be5-5a2f-4cf4-8f76-6226f1b102eb req-a24dfe0b-524d-4176-9cb0-173f074e6086 service neutron] 10.222.0.53 "GET /v2.0/networks/c6ae2bab-f488-4095-b86a-cac1576eb954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3958924 Jun 21 04:25:26.937466 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5fca86-1c1b-4e5c-b664-67161aa401d7 admin admin] Notify agent at l3_agent.dv-cinder-797170-3-iscsi the message routers_updated {{(pid=92783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:25:26.954822 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850e2f4b-daf0-45bd-baf5-e67fc8e22f2c None None] Sync routers for ids ['96f9eb46-2989-4a2d-b386-d2b2e9c54072'] in dv-cinder-797170-3-iscsi {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:25:26.976269 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850e2f4b-daf0-45bd-baf5-e67fc8e22f2c None None] Routers {'96f9eb46-2989-4a2d-b386-d2b2e9c54072'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:25:26.978254 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-850e2f4b-daf0-45bd-baf5-e67fc8e22f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:25:00Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['96f9eb46-2989-4a2d-b386-d2b2e9c54072'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:25:26.985381 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-ca5fca86-1c1b-4e5c-b664-67161aa401d7 admin admin] Notify callbacks [] for router, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:26.989845 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-ca5fca86-1c1b-4e5c-b664-67161aa401d7 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.3558908 Jun 21 04:25:26.996369 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 55330) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:27.044101 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.db_base_plugin_common [None req-2c55b3c6-3000-4661-98c1-85ecd65b21db admin admin] Allocated IP 172.27.3.99 (6916bb71-a8d9-40e6-a88e-dbc7129bc7b3/8c39627d-1aec-4229-8b15-efcd0ccd7e2f/2f1d93d1-5462-459d-9a1b-df3c3db6f96a) {{(pid=92783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:25:27.106204 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f7dc5fa-2a4a-47b4-8083-6d6440b63384 admin admin] Router 91c39214-0a2a-49c8-96c6-a3d1d81d8a07 has already been hosted by L3 agent 24838221-9d49-44eb-9e47-6a2fc9da17a2 {{(pid=92782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:25:27.156538 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-850e2f4b-daf0-45bd-baf5-e67fc8e22f2c None None] Set router 96f9eb46-2989-4a2d-b386-d2b2e9c54072 gateway port host: dv-cinder-797170-3-iscsi {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:25:27.473875 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7dc5fa-2a4a-47b4-8083-6d6440b63384 admin admin] Notify agent at l3_agent.dv-cinder-797170-3-iscsi the message routers_updated {{(pid=92782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:25:27.477224 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-87e704f4-a911-47a4-9259-8d285c52cc65 None None] Provisioning complete for port 1c1acd44-4d0c-4998-ade9-c18136e5c766 triggered by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:25:27.477679 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-87e704f4-a911-47a4-9259-8d285c52cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:27.497436 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-2f7dc5fa-2a4a-47b4-8083-6d6440b63384 admin admin] 10.222.0.53 "PUT /v2.0/routers/91c39214-0a2a-49c8-96c6-a3d1d81d8a07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5036676 Jun 21 04:25:27.617415 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-87e704f4-a911-47a4-9259-8d285c52cc65 None None] Port 1c1acd44-4d0c-4998-ade9-c18136e5c766 cannot update to ACTIVE because it is not bound. {{(pid=92784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:25:27.621560 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-3606acbc-289d-4f23-9920-d4ff412bfe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:27.668645 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-850e2f4b-daf0-45bd-baf5-e67fc8e22f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f9eb46-2989-4a2d-b386-d2b2e9c54072', 'name': 'tempest-ServerRescueNegativeTestJSON-747485980-router', 'tenant_id': 'ccd1b659f7b548f69df434ddfadc8cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': 'cc09d99c-5b96-4658-b69f-c0c707038adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:21Z', 'updated_at': '2021-06-21T04:25:24Z', 'revision_number': 3, 'project_id': 'ccd1b659f7b548f69df434ddfadc8cf1', 'gw_port': {'id': 'cc09d99c-5b96-4658-b69f-c0c707038adc', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:42:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f9eb46-2989-4a2d-b386-d2b2e9c54072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:22Z', 'updated_at': '2021-06-21T04:25:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi'}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:25:27.748272 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850e2f4b-daf0-45bd-baf5-e67fc8e22f2c None None] Checking router: 96f9eb46-2989-4a2d-b386-d2b2e9c54072 for host: dv-cinder-797170-3-iscsi {{(pid=92784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:25:27.748635 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850e2f4b-daf0-45bd-baf5-e67fc8e22f2c None None] Updating router 96f9eb46-2989-4a2d-b386-d2b2e9c54072 port cc09d99c-5b96-4658-b69f-c0c707038adc binding host dv-cinder-797170-3-iscsi {{(pid=92784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:25:27.809232 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-edaec3c1-93ae-40c8-947f-bd1cf059c270 req-405d1834-e8b2-446a-b0e3-d39b0ff9b404 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/ports?device_id=033abcdc-0695-40db-81dc-e6aca3510ef6 HTTP/1.1" status: 200 len: 210 time: 0.1014571 Jun 21 04:25:27.812464 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-78c96186-f563-4088-af67-c34528fcaa6b req-128453e5-7619-47b0-9b18-7267c0bb26db tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=b28eaaa7-a577-4688-bed0-4e9eb11acca0 HTTP/1.1" status: 200 len: 210 time: 0.1607118 Jun 21 04:25:27.823728 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-850e2f4b-daf0-45bd-baf5-e67fc8e22f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:27.858942 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-2c55b3c6-3000-4661-98c1-85ecd65b21db admin admin] Notify callbacks [] for port, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:27.916524 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-2c55b3c6-3000-4661-98c1-85ecd65b21db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989'] for port, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:27.990913 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:28.076121 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c55b3c6-3000-4661-98c1-85ecd65b21db admin admin] Pushing event updated for resources: {'Port': ['ID=2f1d93d1-5462-459d-9a1b-df3c3db6f96a,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:28.098344 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674c98bd-058a-4e99-9e78-f48b12844f7e None None] Network b0453a8f-147d-435a-b4a9-ec66a5c92927 requested from dv-cinder-797170-3-iscsi {{(pid=92784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:25:28.118818 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-2c55b3c6-3000-4661-98c1-85ecd65b21db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:28.137929 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c55b3c6-3000-4661-98c1-85ecd65b21db admin admin] Network 6916bb71-a8d9-40e6-a88e-dbc7129bc7b3 is already hosted by enough agents. {{(pid=92783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:25:28.146771 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.base_scheduler [None req-2c55b3c6-3000-4661-98c1-85ecd65b21db admin admin] Resources bound (agent type, host, resource id): {{(pid=92783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:25:28.155352 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c55b3c6-3000-4661-98c1-85ecd65b21db admin admin] Received port after_create {{(pid=92783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:25:28.242180 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35d246d-f549-4855-8fe7-48f0dee4e75a None None] Sync routers for ids ['91c39214-0a2a-49c8-96c6-a3d1d81d8a07'] in dv-cinder-797170-3-iscsi {{(pid=92785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:25:28.258109 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35d246d-f549-4855-8fe7-48f0dee4e75a None None] Routers {'91c39214-0a2a-49c8-96c6-a3d1d81d8a07'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:25:28.262302 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-d35d246d-f549-4855-8fe7-48f0dee4e75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:25:00Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['91c39214-0a2a-49c8-96c6-a3d1d81d8a07'], 'active': True} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:25:28.495115 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 842a89c7-8885-434d-8189-d89a9acfa14b up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:25:28.561556 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvr_db [None req-d35d246d-f549-4855-8fe7-48f0dee4e75a None None] Set router 91c39214-0a2a-49c8-96c6-a3d1d81d8a07 gateway port host: dv-cinder-797170-3-iscsi {{(pid=92785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:25:28.665478 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-2c55b3c6-3000-4661-98c1-85ecd65b21db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:28.711991 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-891fbd59-d078-462e-a142-47ea36a19315 None None] Provisioning for port 842a89c7-8885-434d-8189-d89a9acfa14b completed by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:25:28.812784 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-d35d246d-f549-4855-8fe7-48f0dee4e75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'name': 'tempest-AttachVolumeShelveTestJSON-2002639941-router', 'tenant_id': 'e73c54dea0a944059b24d8393e162682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '14cdb3db-00d7-4015-9f38-4175ca46c3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:18Z', 'updated_at': '2021-06-21T04:25:25Z', 'revision_number': 4, 'project_id': 'e73c54dea0a944059b24d8393e162682', 'gw_port': {'id': '14cdb3db-00d7-4015-9f38-4175ca46c3ae', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:19Z', 'updated_at': '2021-06-21T04:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': '1c1acd44-4d0c-4998-ade9-c18136e5c766', 'name': '', 'network_id': 'fd6e448a-06f0-4e1b-bc50-7a0749d71b51', 'tenant_id': 'e73c54dea0a944059b24d8393e162682', 'mac_address': 'fa:16:3e:c0:d4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8d8b0903-2890-45e0-bcb1-1f07c6fca395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:23Z', 'updated_at': '2021-06-21T04:25:25Z', 'revision_number': 2, 'project_id': 'e73c54dea0a944059b24d8393e162682', 'subnets': [{'id': '8d8b0903-2890-45e0-bcb1-1f07c6fca395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:25:28.872589 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35d246d-f549-4855-8fe7-48f0dee4e75a None None] Checking router: 91c39214-0a2a-49c8-96c6-a3d1d81d8a07 for host: dv-cinder-797170-3-iscsi {{(pid=92785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:25:28.875052 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35d246d-f549-4855-8fe7-48f0dee4e75a None None] Updating router 91c39214-0a2a-49c8-96c6-a3d1d81d8a07 port 1c1acd44-4d0c-4998-ade9-c18136e5c766 binding host dv-cinder-797170-3-iscsi {{(pid=92785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:25:28.920329 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning for port 842a89c7-8885-434d-8189-d89a9acfa14b completed by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:25:28.928442 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-8eeb9992-7581-4938-b6b5-522be9a0fb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:28.944471 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning complete for port 842a89c7-8885-434d-8189-d89a9acfa14b triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:25:28.946014 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:28.995083 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-b71b7d32-5535-4af9-994f-05f722c06669 req-a10a4eb2-8d16-4ad7-884e-22871536c6fd tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/ports?device_id=033abcdc-0695-40db-81dc-e6aca3510ef6 HTTP/1.1" status: 200 len: 210 time: 0.0758400 Jun 21 04:25:29.006224 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d35d246d-f549-4855-8fe7-48f0dee4e75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:29.169572 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6f54028f-111d-4c0c-ab0b-ef6a0cd0f8db req-e720440a-ad85-4588-9cb7-f2f6257e0d3d tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=b28eaaa7-a577-4688-bed0-4e9eb11acca0 HTTP/1.1" status: 200 len: 210 time: 0.0959828 Jun 21 04:25:29.336095 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:29.563603 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] For port 842a89c7-8885-434d-8189-d89a9acfa14b, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=842a89c7-8885-434d-8189-d89a9acfa14b,segment=NetworkSegment(667a5842-7839-490b-a92f-43d2d3e45ee6),segment_id=667a5842-7839-490b-a92f-43d2d3e45ee6)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:25:29.606791 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-850e2f4b-daf0-45bd-baf5-e67fc8e22f2c None None] Notify callbacks [] for port, precommit_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:29.610735 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:29.617058 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 14cdb3db-00d7-4015-9f38-4175ca46c3ae up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:25:29.697638 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-dfb0e09d-cb9a-4024-806d-a35615f31721 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:29.734563 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d35d246d-f549-4855-8fe7-48f0dee4e75a None None] Notify callbacks [] for port, precommit_update {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:29.762817 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.provisioning_blocks [None req-d35d246d-f549-4855-8fe7-48f0dee4e75a None None] Transition to ACTIVE for port object 1c1acd44-4d0c-4998-ade9-c18136e5c766 will not be triggered until provisioned by entity L2. {{(pid=92785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:25:29.786957 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-850e2f4b-daf0-45bd-baf5-e67fc8e22f2c None None] Transition to ACTIVE for port object cc09d99c-5b96-4658-b69f-c0c707038adc will not be triggered until provisioned by entity L2. {{(pid=92784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:25:29.790852 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-46e3a3ca-b2c6-4944-a34c-daa1c655f74f None None] Provisioning complete for port 842a89c7-8885-434d-8189-d89a9acfa14b triggered by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:25:29.791240 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-46e3a3ca-b2c6-4944-a34c-daa1c655f74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:29.793483 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d35d246d-f549-4855-8fe7-48f0dee4e75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:29.802452 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG oslo_concurrency.lockutils [None req-28818036-77d2-409e-8efd-5c45a69892be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:29.867815 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ca50b-ca94-4fa6-a9e2-540c7631e368 None None] Pushing event updated for resources: {'Port': ['ID=1c1acd44-4d0c-4998-ade9-c18136e5c766,revision_number=3']} {{(pid=92785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:29.872752 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG oslo_concurrency.lockutils [None req-f44ca50b-ca94-4fa6-a9e2-540c7631e368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:29.884577 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.db_base_plugin_common [None req-8eeb9992-7581-4938-b6b5-522be9a0fb6a admin admin] Allocated IP 172.20.0.1 (64d28b19-33d9-4d9a-ba0d-ec7e5a053d07/849daa8e-dac6-4f8a-9763-33d634d005e9/130eb5cf-43be-427f-830f-e697f4e63f1e) {{(pid=92783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:25:29.894058 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 55476) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:29.899384 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [None req-0f419020-8c10-4b1f-96d5-1367203e7cba tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1677370582', 'description': 'tempest-description--1534308825'}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:25:29.925267 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-2c55b3c6-3000-4661-98c1-85ecd65b21db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689657'] for router, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:29.961502 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-0f419020-8c10-4b1f-96d5-1367203e7cba tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks [] for security_group, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:30.096496 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-850e2f4b-daf0-45bd-baf5-e67fc8e22f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:30.129031 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.managers [None req-d35d246d-f549-4855-8fe7-48f0dee4e75a None None] Attempting to bind port 1c1acd44-4d0c-4998-ade9-c18136e5c766 on host dv-cinder-797170-3-iscsi for vnic_type normal with profile {{(pid=92785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:25:30.131505 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.managers [None req-d35d246d-f549-4855-8fe7-48f0dee4e75a None None] Attempting to bind port 1c1acd44-4d0c-4998-ade9-c18136e5c766 by drivers openvswitch,hyperv on host dv-cinder-797170-3-iscsi at level 0 using segments [{'id': 'e5545432-0850-4927-a96c-466ee806cf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'fd6e448a-06f0-4e1b-bc50-7a0749d71b51'}] {{(pid=92785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:25:30.132120 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35d246d-f549-4855-8fe7-48f0dee4e75a None None] Attempting to bind port 1c1acd44-4d0c-4998-ade9-c18136e5c766 on network fd6e448a-06f0-4e1b-bc50-7a0749d71b51 {{(pid=92785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:25:30.132971 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5c67f81a-c36a-4ed8-b6c8-9a0356e14a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:30.147712 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35d246d-f549-4855-8fe7-48f0dee4e75a None None] Checking agent: {'id': 'cd99bddb-5f01-48a7-a512-3eb4d714493f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 18), 'started_at': datetime.datetime(2021, 6, 21, 4, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:25:30.148668 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35d246d-f549-4855-8fe7-48f0dee4e75a None None] Checking segment: {'id': 'e5545432-0850-4927-a96c-466ee806cf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'fd6e448a-06f0-4e1b-bc50-7a0749d71b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:25:30.149329 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d35d246d-f549-4855-8fe7-48f0dee4e75a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:30.149942 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35d246d-f549-4855-8fe7-48f0dee4e75a None None] Bound using segment: {'id': 'e5545432-0850-4927-a96c-466ee806cf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'fd6e448a-06f0-4e1b-bc50-7a0749d71b51'} {{(pid=92785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:25:30.150667 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.managers [None req-d35d246d-f549-4855-8fe7-48f0dee4e75a None None] Bound port: 1c1acd44-4d0c-4998-ade9-c18136e5c766, host: dv-cinder-797170-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5545432-0850-4927-a96c-466ee806cf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'fd6e448a-06f0-4e1b-bc50-7a0749d71b51'}}] {{(pid=92785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:25:30.151289 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d35d246d-f549-4855-8fe7-48f0dee4e75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:30.246092 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning complete for port 14cdb3db-00d7-4015-9f38-4175ca46c3ae triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:25:30.246782 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:30.373726 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.db [None req-d35d246d-f549-4855-8fe7-48f0dee4e75a None None] For port 1c1acd44-4d0c-4998-ade9-c18136e5c766, host dv-cinder-797170-3-iscsi, cleared binding levels {{(pid=92785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:25:30.380690 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-28ba2071-f2cc-4ae6-ba99-e8ced053ce60 req-14701441-898f-4d11-b2ab-eb9f42218e9f tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/ports?device_id=033abcdc-0695-40db-81dc-e6aca3510ef6 HTTP/1.1" status: 200 len: 210 time: 0.2009835 Jun 21 04:25:30.387146 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-8eeb9992-7581-4938-b6b5-522be9a0fb6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:30.387743 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.db [None req-d35d246d-f549-4855-8fe7-48f0dee4e75a None None] For port 1c1acd44-4d0c-4998-ade9-c18136e5c766, host dv-cinder-797170-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=1c1acd44-4d0c-4998-ade9-c18136e5c766,segment=NetworkSegment(e5545432-0850-4927-a96c-466ee806cf28),segment_id=e5545432-0850-4927-a96c-466ee806cf28)] {{(pid=92785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:25:30.393996 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Pushing event updated for resources: {'Port': ['ID=842a89c7-8885-434d-8189-d89a9acfa14b,revision_number=3']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:30.411755 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d35d246d-f549-4855-8fe7-48f0dee4e75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:30.415518 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:30.417399 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.720s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:30.424640 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c55b3c6-3000-4661-98c1-85ecd65b21db admin admin] Router 871e4e22-5215-42b8-953d-959ba03e8bcc is scheduled to L3 agent 24838221-9d49-44eb-9e47-6a2fc9da17a2 with binding_index 1 {{(pid=92783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 04:25:30.440709 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-7517a96f-c0bb-4f47-a907-160b575661c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.209s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:30.496539 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-0f419020-8c10-4b1f-96d5-1367203e7cba tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks [] for security_group, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:30.516666 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-0f419020-8c10-4b1f-96d5-1367203e7cba tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:30.520694 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-06a6ee3d-f784-45d9-9671-8e882c9699c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:30.557685 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35d246d-f549-4855-8fe7-48f0dee4e75a None None] Routers {'91c39214-0a2a-49c8-96c6-a3d1d81d8a07'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:25:30.558636 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-d35d246d-f549-4855-8fe7-48f0dee4e75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:25:30Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['91c39214-0a2a-49c8-96c6-a3d1d81d8a07'], 'active': True} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:25:30.562545 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:30.573626 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ca50b-ca94-4fa6-a9e2-540c7631e368 None None] Pushing event updated for resources: {'Port': ['ID=1c1acd44-4d0c-4998-ade9-c18136e5c766,revision_number=4']} {{(pid=92785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:30.596779 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-0f419020-8c10-4b1f-96d5-1367203e7cba tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks [] for security_group, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:30.597980 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-0f419020-8c10-4b1f-96d5-1367203e7cba tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7028053 Jun 21 04:25:30.619024 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 55512) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:30.629051 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [None req-ec8469ca-de17-4fd7-b545-d24cec5b5335 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Request body: {'security_group_rule': {'security_group_id': '0575c16e-94e7-4e56-a08c-2a443139b187', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:25:30.667859 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-8eeb9992-7581-4938-b6b5-522be9a0fb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989'] for port, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:30.712090 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG oslo_concurrency.lockutils [None req-f44ca50b-ca94-4fa6-a9e2-540c7631e368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=92785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:30.755451 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:30.805311 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-850e2f4b-daf0-45bd-baf5-e67fc8e22f2c None None] Attempting to bind port cc09d99c-5b96-4658-b69f-c0c707038adc on host dv-cinder-797170-3-iscsi for vnic_type normal with profile {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:25:30.805811 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-850e2f4b-daf0-45bd-baf5-e67fc8e22f2c None None] Attempting to bind port cc09d99c-5b96-4658-b69f-c0c707038adc by drivers openvswitch,hyperv on host dv-cinder-797170-3-iscsi at level 0 using segments [{'id': 'e399e9b6-8ae1-4c2d-bd11-625228d4b590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3'}] {{(pid=92784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:25:30.806039 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850e2f4b-daf0-45bd-baf5-e67fc8e22f2c None None] Attempting to bind port cc09d99c-5b96-4658-b69f-c0c707038adc on network 6916bb71-a8d9-40e6-a88e-dbc7129bc7b3 {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:25:30.818126 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-b1735dfd-b21f-4f2a-95f4-a51695ed07f9 req-b11148da-b70d-4ec2-8776-39da3616d74f tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=b28eaaa7-a577-4688-bed0-4e9eb11acca0 HTTP/1.1" status: 200 len: 210 time: 0.1980972 Jun 21 04:25:30.819600 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f419020-8c10-4b1f-96d5-1367203e7cba tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0575c16e-94e7-4e56-a08c-2a443139b187,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:30.827404 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-0f419020-8c10-4b1f-96d5-1367203e7cba tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:30.858830 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850e2f4b-daf0-45bd-baf5-e67fc8e22f2c None None] Checking agent: {'id': 'cd99bddb-5f01-48a7-a512-3eb4d714493f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 18), 'started_at': datetime.datetime(2021, 6, 21, 4, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:25:30.859239 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850e2f4b-daf0-45bd-baf5-e67fc8e22f2c None None] Checking segment: {'id': 'e399e9b6-8ae1-4c2d-bd11-625228d4b590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:25:30.860996 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-ec8469ca-de17-4fd7-b545-d24cec5b5335 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:30.862456 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvr_db [None req-d35d246d-f549-4855-8fe7-48f0dee4e75a None None] Set router 91c39214-0a2a-49c8-96c6-a3d1d81d8a07 gateway port host: dv-cinder-797170-3-iscsi {{(pid=92785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:25:30.867028 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-850e2f4b-daf0-45bd-baf5-e67fc8e22f2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:30.867459 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850e2f4b-daf0-45bd-baf5-e67fc8e22f2c None None] Bound using segment: {'id': 'e399e9b6-8ae1-4c2d-bd11-625228d4b590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3'} {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:25:30.868000 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-850e2f4b-daf0-45bd-baf5-e67fc8e22f2c None None] Bound port: cc09d99c-5b96-4658-b69f-c0c707038adc, host: dv-cinder-797170-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e399e9b6-8ae1-4c2d-bd11-625228d4b590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3'}}] {{(pid=92784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:25:30.868453 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-850e2f4b-daf0-45bd-baf5-e67fc8e22f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:30.936198 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eeb9992-7581-4938-b6b5-522be9a0fb6a admin admin] Network 64d28b19-33d9-4d9a-ba0d-ec7e5a053d07 is already hosted by enough agents. {{(pid=92783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:25:30.947183 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c319111-f967-4480-8f1b-f57e8aa4f7a7 None None] Pushing event updated for resources: {'Port': ['ID=cc09d99c-5b96-4658-b69f-c0c707038adc,revision_number=2']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:30.951093 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-8c319111-f967-4480-8f1b-f57e8aa4f7a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:30.955867 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.base_scheduler [None req-8eeb9992-7581-4938-b6b5-522be9a0fb6a admin admin] Resources bound (agent type, host, resource id): {{(pid=92783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:25:30.986487 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eeb9992-7581-4938-b6b5-522be9a0fb6a admin admin] Received port after_create {{(pid=92783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:25:30.987008 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-8eeb9992-7581-4938-b6b5-522be9a0fb6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1693462'] for router_interface, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:31.035577 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-850e2f4b-daf0-45bd-baf5-e67fc8e22f2c None None] For port cc09d99c-5b96-4658-b69f-c0c707038adc, host dv-cinder-797170-3-iscsi, cleared binding levels {{(pid=92784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:25:31.039818 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-850e2f4b-daf0-45bd-baf5-e67fc8e22f2c None None] For port cc09d99c-5b96-4658-b69f-c0c707038adc, host dv-cinder-797170-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=cc09d99c-5b96-4658-b69f-c0c707038adc,segment=NetworkSegment(e399e9b6-8ae1-4c2d-bd11-625228d4b590),segment_id=e399e9b6-8ae1-4c2d-bd11-625228d4b590)] {{(pid=92784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:25:31.050169 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-850e2f4b-daf0-45bd-baf5-e67fc8e22f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:31.053997 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:31.061357 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-ec8469ca-de17-4fd7-b545-d24cec5b5335 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:31.065482 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb9992-7581-4938-b6b5-522be9a0fb6a admin admin] Pushing event updated for resources: {'Port': ['ID=130eb5cf-43be-427f-830f-e697f4e63f1e,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:31.074761 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-ec8469ca-de17-4fd7-b545-d24cec5b5335 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408514'] for security_group_rule, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:31.077423 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:31.129263 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8469ca-de17-4fd7-b545-d24cec5b5335 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94fe5958-4fcc-4efa-a153-68914d530e19,revision_number=0']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:31.142466 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-ec8469ca-de17-4fd7-b545-d24cec5b5335 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:31.147856 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-ec8469ca-de17-4fd7-b545-d24cec5b5335 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:31.154752 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-ec8469ca-de17-4fd7-b545-d24cec5b5335 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5310817 Jun 21 04:25:31.156637 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 55524) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:31.164412 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c319111-f967-4480-8f1b-f57e8aa4f7a7 None None] Pushing event updated for resources: {'Port': ['ID=cc09d99c-5b96-4658-b69f-c0c707038adc,revision_number=3']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:31.171509 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [None req-2c5b8bab-5d75-40ed-9827-f64b7dee1d85 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Request body: {'security_group_rule': {'security_group_id': '0575c16e-94e7-4e56-a08c-2a443139b187', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:25:31.173549 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-8c319111-f967-4480-8f1b-f57e8aa4f7a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:31.175783 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 842a89c7-8885-434d-8189-d89a9acfa14b up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:25:31.194058 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-8eeb9992-7581-4938-b6b5-522be9a0fb6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:31.202461 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c55b3c6-3000-4661-98c1-85ecd65b21db admin admin] Notify agent at l3_agent.dv-cinder-797170-3-iscsi the message routers_updated {{(pid=92783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:25:31.262315 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436247b7-bb36-454d-b1d5-317c5e64b0f3 None None] Sync routers for ids ['871e4e22-5215-42b8-953d-959ba03e8bcc'] in dv-cinder-797170-3-iscsi {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:25:31.271116 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850e2f4b-daf0-45bd-baf5-e67fc8e22f2c None None] Routers {'96f9eb46-2989-4a2d-b386-d2b2e9c54072'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:25:31.271956 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-850e2f4b-daf0-45bd-baf5-e67fc8e22f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:25:30Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['96f9eb46-2989-4a2d-b386-d2b2e9c54072'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:25:31.282066 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8bab-5d75-40ed-9827-f64b7dee1d85 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:31.282659 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-96e1c505-da01-46a8-887c-1f2eb0a4db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:31.326095 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-d35d246d-f549-4855-8fe7-48f0dee4e75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'name': 'tempest-AttachVolumeShelveTestJSON-2002639941-router', 'tenant_id': 'e73c54dea0a944059b24d8393e162682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '14cdb3db-00d7-4015-9f38-4175ca46c3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:18Z', 'updated_at': '2021-06-21T04:25:25Z', 'revision_number': 4, 'project_id': 'e73c54dea0a944059b24d8393e162682', 'gw_port': {'id': '14cdb3db-00d7-4015-9f38-4175ca46c3ae', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:19Z', 'updated_at': '2021-06-21T04:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': '1c1acd44-4d0c-4998-ade9-c18136e5c766', 'name': '', 'network_id': 'fd6e448a-06f0-4e1b-bc50-7a0749d71b51', 'tenant_id': 'e73c54dea0a944059b24d8393e162682', 'mac_address': 'fa:16:3e:c0:d4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8d8b0903-2890-45e0-bcb1-1f07c6fca395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:23Z', 'updated_at': '2021-06-21T04:25:30Z', 'revision_number': 4, 'project_id': 'e73c54dea0a944059b24d8393e162682', 'subnets': [{'id': '8d8b0903-2890-45e0-bcb1-1f07c6fca395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:25:31.338081 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436247b7-bb36-454d-b1d5-317c5e64b0f3 None None] Routers {'871e4e22-5215-42b8-953d-959ba03e8bcc'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:25:31.338935 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-436247b7-bb36-454d-b1d5-317c5e64b0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:25:30Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['871e4e22-5215-42b8-953d-959ba03e8bcc'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:25:31.347421 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-2c55b3c6-3000-4661-98c1-85ecd65b21db admin admin] Notify callbacks [] for router, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:31.349735 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-2c55b3c6-3000-4661-98c1-85ecd65b21db admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.7171683 Jun 21 04:25:31.355630 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 55530) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:31.396726 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35d246d-f549-4855-8fe7-48f0dee4e75a None None] The sync data for ids ['91c39214-0a2a-49c8-96c6-a3d1d81d8a07'] in dv-cinder-797170-3-iscsi is: [{'id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'name': 'tempest-AttachVolumeShelveTestJSON-2002639941-router', 'tenant_id': 'e73c54dea0a944059b24d8393e162682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '14cdb3db-00d7-4015-9f38-4175ca46c3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:18Z', 'updated_at': '2021-06-21T04:25:25Z', 'revision_number': 4, 'project_id': 'e73c54dea0a944059b24d8393e162682', 'gw_port': {'id': '14cdb3db-00d7-4015-9f38-4175ca46c3ae', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:19Z', 'updated_at': '2021-06-21T04:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': '1c1acd44-4d0c-4998-ade9-c18136e5c766', 'name': '', 'network_id': 'fd6e448a-06f0-4e1b-bc50-7a0749d71b51', 'tenant_id': 'e73c54dea0a944059b24d8393e162682', 'mac_address': 'fa:16:3e:c0:d4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8d8b0903-2890-45e0-bcb1-1f07c6fca395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:23Z', 'updated_at': '2021-06-21T04:25:30Z', 'revision_number': 4, 'project_id': 'e73c54dea0a944059b24d8393e162682', 'subnets': [{'id': '8d8b0903-2890-45e0-bcb1-1f07c6fca395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:25:31.421760 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8bab-5d75-40ed-9827-f64b7dee1d85 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:31.429225 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8bab-5d75-40ed-9827-f64b7dee1d85 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408514'] for security_group_rule, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:31.431612 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:31.522857 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b8bab-5d75-40ed-9827-f64b7dee1d85 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43570a93-bedc-4e57-b244-b85e5c92013b,revision_number=0']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:31.534246 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-2c5b8bab-5d75-40ed-9827-f64b7dee1d85 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:31.536441 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-2c5b8bab-5d75-40ed-9827-f64b7dee1d85 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:31.538513 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-2c5b8bab-5d75-40ed-9827-f64b7dee1d85 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3797219 Jun 21 04:25:31.541358 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 55538) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:31.549564 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [None req-ccf704b7-0e3e-4eba-b09c-50f59fef9cc1 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Request body: {'floatingip': {'floating_network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3'}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:25:31.612649 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning complete for port 842a89c7-8885-434d-8189-d89a9acfa14b triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:25:31.613033 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:31.765939 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-8eeb9992-7581-4938-b6b5-522be9a0fb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:31.955674 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-850e2f4b-daf0-45bd-baf5-e67fc8e22f2c None None] Set router 96f9eb46-2989-4a2d-b386-d2b2e9c54072 gateway port host: dv-cinder-797170-3-iscsi {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:25:32.004970 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.55', 63088) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:32.033117 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-436247b7-bb36-454d-b1d5-317c5e64b0f3 None None] Set router 871e4e22-5215-42b8-953d-959ba03e8bcc gateway port host: dv-cinder-797170-3-iscsi {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:25:32.086353 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d634fe3f-eb17-426f-97f2-21ac780fa11b req-2d5b4683-e478-4018-8021-2104551837e9 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/ports?device_id=033abcdc-0695-40db-81dc-e6aca3510ef6 HTTP/1.1" status: 200 len: 210 time: 0.0717781 Jun 21 04:25:32.100432 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-ccf704b7-0e3e-4eba-b09c-50f59fef9cc1 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks [] for floatingip, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:32.277152 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-32293525-732d-48d8-a418-0f037c54ac54 req-b420a212-5db6-4f7f-8b74-d5c88193ec79 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=b28eaaa7-a577-4688-bed0-4e9eb11acca0 HTTP/1.1" status: 200 len: 210 time: 0.1478114 Jun 21 04:25:32.336189 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.agents_db [None req-2d4e51dd-16b2-4ea0-aa94-70b67a47226d None None] Agent healthcheck: found 6 active agents {{(pid=92785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:25:32.452713 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.55', 63092) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:32.593999 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b741a-757c-4dd5-b57f-ec71cee5daf1 req-93d51536-bf46-4294-8b1f-af6112ddbbea tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:32.595505 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-188b741a-757c-4dd5-b57f-ec71cee5daf1 req-93d51536-bf46-4294-8b1f-af6112ddbbea tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.55 "GET /v2.0/networks?id=6b3c7cb1-477e-4c5f-9965-cb60a2d8de14 HTTP/1.1" status: 200 len: 815 time: 0.5863893 Jun 21 04:25:32.646771 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-850e2f4b-daf0-45bd-baf5-e67fc8e22f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f9eb46-2989-4a2d-b386-d2b2e9c54072', 'name': 'tempest-ServerRescueNegativeTestJSON-747485980-router', 'tenant_id': 'ccd1b659f7b548f69df434ddfadc8cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': 'cc09d99c-5b96-4658-b69f-c0c707038adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:21Z', 'updated_at': '2021-06-21T04:25:24Z', 'revision_number': 3, 'project_id': 'ccd1b659f7b548f69df434ddfadc8cf1', 'gw_port': {'id': 'cc09d99c-5b96-4658-b69f-c0c707038adc', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:42:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f9eb46-2989-4a2d-b386-d2b2e9c54072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:22Z', 'updated_at': '2021-06-21T04:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi'}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:25:32.724315 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-ccf704b7-0e3e-4eba-b09c-50f59fef9cc1 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:32.741341 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [req-188b741a-757c-4dd5-b57f-ec71cee5daf1 req-ba763511-40d0-4fd9-bfa1-933d11e42c6b tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Request body: {'port': {'device_id': 'b28eaaa7-a577-4688-bed0-4e9eb11acca0', 'network_id': '6b3c7cb1-477e-4c5f-9965-cb60a2d8de14', 'admin_state_up': True, 'tenant_id': 'dd9a1f8984c4474aa4722fd84f45b670'}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:25:32.988719 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850e2f4b-daf0-45bd-baf5-e67fc8e22f2c None None] The sync data for ids ['96f9eb46-2989-4a2d-b386-d2b2e9c54072'] in dv-cinder-797170-3-iscsi is: [{'id': '96f9eb46-2989-4a2d-b386-d2b2e9c54072', 'name': 'tempest-ServerRescueNegativeTestJSON-747485980-router', 'tenant_id': 'ccd1b659f7b548f69df434ddfadc8cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': 'cc09d99c-5b96-4658-b69f-c0c707038adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:21Z', 'updated_at': '2021-06-21T04:25:24Z', 'revision_number': 3, 'project_id': 'ccd1b659f7b548f69df434ddfadc8cf1', 'gw_port': {'id': 'cc09d99c-5b96-4658-b69f-c0c707038adc', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:42:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f9eb46-2989-4a2d-b386-d2b2e9c54072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:22Z', 'updated_at': '2021-06-21T04:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi'}] {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:25:33.010672 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.db_base_plugin_common [None req-ccf704b7-0e3e-4eba-b09c-50f59fef9cc1 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Allocated IP 172.27.3.245 (6916bb71-a8d9-40e6-a88e-dbc7129bc7b3/8c39627d-1aec-4229-8b15-efcd0ccd7e2f/a2163b47-737d-4995-9a5f-0952a7f6073e) {{(pid=92782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:25:33.049577 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-436247b7-bb36-454d-b1d5-317c5e64b0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'name': 'tempest-AttachVolumeTestJSON-81153680-router', 'tenant_id': '7ac19631df71474c90f158e6a57cb69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '2f1d93d1-5462-459d-9a1b-df3c3db6f96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:24Z', 'updated_at': '2021-06-21T04:25:28Z', 'revision_number': 3, 'project_id': '7ac19631df71474c90f158e6a57cb69b', 'gw_port': {'id': '2f1d93d1-5462-459d-9a1b-df3c3db6f96a', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:7c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:26Z', 'updated_at': '2021-06-21T04:25:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi'}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:25:33.136250 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-ccf704b7-0e3e-4eba-b09c-50f59fef9cc1 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks [] for port, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:33.157533 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-a8ace0c1-1149-433a-b03a-8a8d050911ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:33.158891 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436247b7-bb36-454d-b1d5-317c5e64b0f3 None None] Checking router: 871e4e22-5215-42b8-953d-959ba03e8bcc for host: dv-cinder-797170-3-iscsi {{(pid=92784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:25:33.160213 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436247b7-bb36-454d-b1d5-317c5e64b0f3 None None] Updating router 871e4e22-5215-42b8-953d-959ba03e8bcc port 2f1d93d1-5462-459d-9a1b-df3c3db6f96a binding host dv-cinder-797170-3-iscsi {{(pid=92784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:25:33.244493 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-436247b7-bb36-454d-b1d5-317c5e64b0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:33.247146 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 1c1acd44-4d0c-4998-ade9-c18136e5c766 up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:25:33.283394 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-ccf704b7-0e3e-4eba-b09c-50f59fef9cc1 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989'] for port, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:33.311778 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-bd5005ca-32a0-49f5-b7e2-d90df38a4116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:33.369533 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning for port 1c1acd44-4d0c-4998-ade9-c18136e5c766 completed by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:25:33.384416 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning complete for port 1c1acd44-4d0c-4998-ade9-c18136e5c766 triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:25:33.384991 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:33.494432 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-10b6d615-6369-4c84-86e5-df0037a4bade req-03ce2848-1fc3-4b11-9bda-fdc07f0a6536 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/ports?device_id=033abcdc-0695-40db-81dc-e6aca3510ef6 HTTP/1.1" status: 200 len: 210 time: 0.0849466 Jun 21 04:25:33.522780 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4615be5-5a2f-4cf4-8f76-6226f1b102eb req-f00f6260-74f7-4ee4-b7cb-90d7bf0a693e tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:33.525100 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-b4615be5-5a2f-4cf4-8f76-6226f1b102eb req-f00f6260-74f7-4ee4-b7cb-90d7bf0a693e tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.55 "GET /v2.0/networks?id=c6ae2bab-f488-4095-b86a-cac1576eb954 HTTP/1.1" status: 200 len: 812 time: 1.0706756 Jun 21 04:25:33.559300 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf704b7-0e3e-4eba-b09c-50f59fef9cc1 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Network 6916bb71-a8d9-40e6-a88e-dbc7129bc7b3 is already hosted by enough agents. {{(pid=92782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:25:33.601682 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [req-b4615be5-5a2f-4cf4-8f76-6226f1b102eb req-f1335aae-317f-449a-a3cb-5c6daffd0076 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] Request body: {'port': {'device_id': '033abcdc-0695-40db-81dc-e6aca3510ef6', 'network_id': 'c6ae2bab-f488-4095-b86a-cac1576eb954', 'admin_state_up': True, 'tenant_id': 'c71a07bb9f2c4c28a80d202ae1e80694'}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:25:33.614519 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.base_scheduler [None req-ccf704b7-0e3e-4eba-b09c-50f59fef9cc1 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Resources bound (agent type, host, resource id): {{(pid=92782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:25:33.624065 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-8eeb9992-7581-4938-b6b5-522be9a0fb6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:33.649106 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf704b7-0e3e-4eba-b09c-50f59fef9cc1 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Pushing event updated for resources: {'Port': ['ID=a2163b47-737d-4995-9a5f-0952a7f6073e,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:33.687032 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:33.740678 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf704b7-0e3e-4eba-b09c-50f59fef9cc1 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Received port after_create {{(pid=92782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:25:33.828203 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] For port 1c1acd44-4d0c-4998-ade9-c18136e5c766, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=1c1acd44-4d0c-4998-ade9-c18136e5c766,segment=NetworkSegment(e5545432-0850-4927-a96c-466ee806cf28),segment_id=e5545432-0850-4927-a96c-466ee806cf28)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:25:33.843106 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:33.870883 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:33.913152 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-8eeb9992-7581-4938-b6b5-522be9a0fb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:33.933843 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-ebe30037-9747-4c7c-9052-08a6613a6357 req-3c72196b-3f6e-4534-bab1-11a9d023064e tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=b28eaaa7-a577-4688-bed0-4e9eb11acca0 HTTP/1.1" status: 200 len: 210 time: 0.1858737 Jun 21 04:25:33.966035 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-8eeb9992-7581-4938-b6b5-522be9a0fb6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1773157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690639'] for router_interface, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:33.997024 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Pushing event updated for resources: {'Port': ['ID=1c1acd44-4d0c-4998-ade9-c18136e5c766,revision_number=5']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:34.017707 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:34.021208 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:34.121635 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-ccf704b7-0e3e-4eba-b09c-50f59fef9cc1 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.809s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:34.240955 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb9992-7581-4938-b6b5-522be9a0fb6a admin admin] Pushing event updated for resources: {'Port': ['ID=130eb5cf-43be-427f-830f-e697f4e63f1e,revision_number=2']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:34.250760 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-8eeb9992-7581-4938-b6b5-522be9a0fb6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:34.283806 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-ccf704b7-0e3e-4eba-b09c-50f59fef9cc1 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:34.325879 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4615be5-5a2f-4cf4-8f76-6226f1b102eb req-f1335aae-317f-449a-a3cb-5c6daffd0076 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] Made reservation on behalf of c71a07bb9f2c4c28a80d202ae1e80694 for: {'port': 1} {{(pid=92782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:25:34.334619 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-b4615be5-5a2f-4cf4-8f76-6226f1b102eb req-f1335aae-317f-449a-a3cb-5c6daffd0076 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:34.409745 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-436247b7-bb36-454d-b1d5-317c5e64b0f3 None None] Notify callbacks [] for port, precommit_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:34.424094 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-0a8bb6e3-8229-45d2-b534-3c8cd331869c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:34.433342 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-436247b7-bb36-454d-b1d5-317c5e64b0f3 None None] Transition to ACTIVE for port object 2f1d93d1-5462-459d-9a1b-df3c3db6f96a will not be triggered until provisioned by entity L2. {{(pid=92784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:25:34.449496 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-436247b7-bb36-454d-b1d5-317c5e64b0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:34.458752 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:34.469964 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-188b741a-757c-4dd5-b57f-ec71cee5daf1 req-ba763511-40d0-4fd9-bfa1-933d11e42c6b tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Made reservation on behalf of dd9a1f8984c4474aa4722fd84f45b670 for: {'port': 1} {{(pid=92783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:25:34.480462 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-188b741a-757c-4dd5-b57f-ec71cee5daf1 req-ba763511-40d0-4fd9-bfa1-933d11e42c6b tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:34.588337 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-436247b7-bb36-454d-b1d5-317c5e64b0f3 None None] Attempting to bind port 2f1d93d1-5462-459d-9a1b-df3c3db6f96a on host dv-cinder-797170-3-iscsi for vnic_type normal with profile {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:25:34.589111 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-436247b7-bb36-454d-b1d5-317c5e64b0f3 None None] Attempting to bind port 2f1d93d1-5462-459d-9a1b-df3c3db6f96a by drivers openvswitch,hyperv on host dv-cinder-797170-3-iscsi at level 0 using segments [{'id': 'e399e9b6-8ae1-4c2d-bd11-625228d4b590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3'}] {{(pid=92784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:25:34.589749 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436247b7-bb36-454d-b1d5-317c5e64b0f3 None None] Attempting to bind port 2f1d93d1-5462-459d-9a1b-df3c3db6f96a on network 6916bb71-a8d9-40e6-a88e-dbc7129bc7b3 {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:25:34.598638 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9806cafb-5b48-4536-8c37-69d4b444d86e None None] Pushing event updated for resources: {'Port': ['ID=2f1d93d1-5462-459d-9a1b-df3c3db6f96a,revision_number=2']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:34.611599 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-9806cafb-5b48-4536-8c37-69d4b444d86e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:34.618928 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436247b7-bb36-454d-b1d5-317c5e64b0f3 None None] Checking agent: {'id': 'cd99bddb-5f01-48a7-a512-3eb4d714493f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 18), 'started_at': datetime.datetime(2021, 6, 21, 4, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:25:34.619484 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436247b7-bb36-454d-b1d5-317c5e64b0f3 None None] Checking segment: {'id': 'e399e9b6-8ae1-4c2d-bd11-625228d4b590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:25:34.620057 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-436247b7-bb36-454d-b1d5-317c5e64b0f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:34.622817 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436247b7-bb36-454d-b1d5-317c5e64b0f3 None None] Bound using segment: {'id': 'e399e9b6-8ae1-4c2d-bd11-625228d4b590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3'} {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:25:34.623594 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-436247b7-bb36-454d-b1d5-317c5e64b0f3 None None] Bound port: 2f1d93d1-5462-459d-9a1b-df3c3db6f96a, host: dv-cinder-797170-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e399e9b6-8ae1-4c2d-bd11-625228d4b590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3'}}] {{(pid=92784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:25:34.624231 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-436247b7-bb36-454d-b1d5-317c5e64b0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:34.679885 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-ccf704b7-0e3e-4eba-b09c-50f59fef9cc1 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:34.683485 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eeb9992-7581-4938-b6b5-522be9a0fb6a admin admin] Network 64d28b19-33d9-4d9a-ba0d-ec7e5a053d07 is already hosted by enough agents. {{(pid=92783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:25:34.728924 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-436247b7-bb36-454d-b1d5-317c5e64b0f3 None None] For port 2f1d93d1-5462-459d-9a1b-df3c3db6f96a, host dv-cinder-797170-3-iscsi, cleared binding levels {{(pid=92784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:25:34.733107 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-436247b7-bb36-454d-b1d5-317c5e64b0f3 None None] For port 2f1d93d1-5462-459d-9a1b-df3c3db6f96a, host dv-cinder-797170-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=2f1d93d1-5462-459d-9a1b-df3c3db6f96a,segment=NetworkSegment(e399e9b6-8ae1-4c2d-bd11-625228d4b590),segment_id=e399e9b6-8ae1-4c2d-bd11-625228d4b590)] {{(pid=92784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:25:34.739555 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-436247b7-bb36-454d-b1d5-317c5e64b0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:34.747904 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:34.811726 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-86aaf16a-31bd-48b7-9c90-cf8d8100ba26 req-9d44037b-a826-45cd-a985-00f2c682a6a7 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/ports?device_id=033abcdc-0695-40db-81dc-e6aca3510ef6 HTTP/1.1" status: 200 len: 210 time: 0.0695713 Jun 21 04:25:34.828718 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.db_base_plugin_common [req-b4615be5-5a2f-4cf4-8f76-6226f1b102eb req-f1335aae-317f-449a-a3cb-5c6daffd0076 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] Allocated IP 172.20.0.2 (c6ae2bab-f488-4095-b86a-cac1576eb954/d152cd9e-cdfb-4cc9-ab3c-bbc65c647607/68c2b6f1-4eeb-44bd-bb26-4ef9e139b9b1) {{(pid=92782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:25:34.842839 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436247b7-bb36-454d-b1d5-317c5e64b0f3 None None] Routers {'871e4e22-5215-42b8-953d-959ba03e8bcc'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:25:34.843753 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-436247b7-bb36-454d-b1d5-317c5e64b0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:25:30Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['871e4e22-5215-42b8-953d-959ba03e8bcc'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:25:34.887308 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9806cafb-5b48-4536-8c37-69d4b444d86e None None] Pushing event updated for resources: {'Port': ['ID=2f1d93d1-5462-459d-9a1b-df3c3db6f96a,revision_number=3']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:34.903988 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-9806cafb-5b48-4536-8c37-69d4b444d86e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:34.991210 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-436247b7-bb36-454d-b1d5-317c5e64b0f3 None None] Set router 871e4e22-5215-42b8-953d-959ba03e8bcc gateway port host: dv-cinder-797170-3-iscsi {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:25:35.006835 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.db_base_plugin_common [req-188b741a-757c-4dd5-b57f-ec71cee5daf1 req-ba763511-40d0-4fd9-bfa1-933d11e42c6b tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Allocated IP 172.20.0.9 (6b3c7cb1-477e-4c5f-9965-cb60a2d8de14/0260b167-e49c-4b4b-9ef5-e52212495354/afb3d547-308d-47f0-913b-5f4c242a31c7) {{(pid=92783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:25:35.054874 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.base_scheduler [None req-8eeb9992-7581-4938-b6b5-522be9a0fb6a admin admin] Resources bound (agent type, host, resource id): {{(pid=92783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:25:35.226253 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-b4615be5-5a2f-4cf4-8f76-6226f1b102eb req-f1335aae-317f-449a-a3cb-5c6daffd0076 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] Notify callbacks [] for port, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:35.325514 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device cc09d99c-5b96-4658-b69f-c0c707038adc up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:25:35.395527 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-436247b7-bb36-454d-b1d5-317c5e64b0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'name': 'tempest-AttachVolumeTestJSON-81153680-router', 'tenant_id': '7ac19631df71474c90f158e6a57cb69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '2f1d93d1-5462-459d-9a1b-df3c3db6f96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:24Z', 'updated_at': '2021-06-21T04:25:28Z', 'revision_number': 3, 'project_id': '7ac19631df71474c90f158e6a57cb69b', 'gw_port': {'id': '2f1d93d1-5462-459d-9a1b-df3c3db6f96a', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:7c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:26Z', 'updated_at': '2021-06-21T04:25:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi'}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:25:35.455845 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-34dab89e-8730-411b-9ff5-23e3344e561b req-4135d78a-cfac-4628-a6e3-3b9dbd4829f3 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=b28eaaa7-a577-4688-bed0-4e9eb11acca0 HTTP/1.1" status: 200 len: 210 time: 0.2112668 Jun 21 04:25:35.502748 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436247b7-bb36-454d-b1d5-317c5e64b0f3 None None] The sync data for ids ['871e4e22-5215-42b8-953d-959ba03e8bcc'] in dv-cinder-797170-3-iscsi is: [{'id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'name': 'tempest-AttachVolumeTestJSON-81153680-router', 'tenant_id': '7ac19631df71474c90f158e6a57cb69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '2f1d93d1-5462-459d-9a1b-df3c3db6f96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:24Z', 'updated_at': '2021-06-21T04:25:28Z', 'revision_number': 3, 'project_id': '7ac19631df71474c90f158e6a57cb69b', 'gw_port': {'id': '2f1d93d1-5462-459d-9a1b-df3c3db6f96a', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:7c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:26Z', 'updated_at': '2021-06-21T04:25:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi'}] {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:25:35.556119 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-b4615be5-5a2f-4cf4-8f76-6226f1b102eb req-f1335aae-317f-449a-a3cb-5c6daffd0076 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989'] for port, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:35.557411 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning for port cc09d99c-5b96-4658-b69f-c0c707038adc completed by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:25:35.561937 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning complete for port cc09d99c-5b96-4658-b69f-c0c707038adc triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:25:35.562457 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:35.591073 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-2f7dc5fa-2a4a-47b4-8083-6d6440b63384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:35.799284 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.db_base_plugin_common [None req-0a8bb6e3-8229-45d2-b534-3c8cd331869c admin admin] Allocated IP 172.20.0.1 (b0453a8f-147d-435a-b4a9-ec66a5c92927/cc19a82e-f40e-472d-88c4-f521c9c405b3/392b9564-7aa7-4803-9f64-dcae4869533d) {{(pid=92783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:25:35.801598 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:35.848086 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] For port cc09d99c-5b96-4658-b69f-c0c707038adc, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=cc09d99c-5b96-4658-b69f-c0c707038adc,segment=NetworkSegment(e399e9b6-8ae1-4c2d-bd11-625228d4b590),segment_id=e399e9b6-8ae1-4c2d-bd11-625228d4b590)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:25:35.875796 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:35.877240 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 1c1acd44-4d0c-4998-ade9-c18136e5c766 up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:25:35.880039 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:35.977204 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1335aae-317f-449a-a3cb-5c6daffd0076 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] Pushing event updated for resources: {'Port': ['ID=68c2b6f1-4eeb-44bd-bb26-4ef9e139b9b1,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:36.097759 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-f1335aae-317f-449a-a3cb-5c6daffd0076 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:36.100558 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Pushing event updated for resources: {'Port': ['ID=cc09d99c-5b96-4658-b69f-c0c707038adc,revision_number=4']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:36.100558 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:36.101173 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4615be5-5a2f-4cf4-8f76-6226f1b102eb req-f1335aae-317f-449a-a3cb-5c6daffd0076 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] Network c6ae2bab-f488-4095-b86a-cac1576eb954 is already hosted by enough agents. {{(pid=92782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:25:36.101173 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.base_scheduler [req-b4615be5-5a2f-4cf4-8f76-6226f1b102eb req-f1335aae-317f-449a-a3cb-5c6daffd0076 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] Resources bound (agent type, host, resource id): {{(pid=92782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:25:36.101173 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-ccf704b7-0e3e-4eba-b09c-50f59fef9cc1 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks [] for port, precommit_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:36.101173 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4615be5-5a2f-4cf4-8f76-6226f1b102eb req-f1335aae-317f-449a-a3cb-5c6daffd0076 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] Received port after_create {{(pid=92782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:25:36.101173 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4615be5-5a2f-4cf4-8f76-6226f1b102eb req-f1335aae-317f-449a-a3cb-5c6daffd0076 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:36.101173 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-b4615be5-5a2f-4cf4-8f76-6226f1b102eb req-f1335aae-317f-449a-a3cb-5c6daffd0076 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for port, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:36.102121 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-0a8bb6e3-8229-45d2-b534-3c8cd331869c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:36.102661 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-ccf704b7-0e3e-4eba-b09c-50f59fef9cc1 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:36.153783 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning complete for port 1c1acd44-4d0c-4998-ade9-c18136e5c766 triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:25:36.153783 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:36.160109 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:36.217462 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.provisioning_blocks [None req-0a8bb6e3-8229-45d2-b534-3c8cd331869c admin admin] Transition to ACTIVE for port object 392b9564-7aa7-4803-9f64-dcae4869533d will not be triggered until provisioned by entity DHCP. {{(pid=92783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:25:36.289775 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-b4615be5-5a2f-4cf4-8f76-6226f1b102eb req-f1335aae-317f-449a-a3cb-5c6daffd0076 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7177844 Jun 21 04:25:36.338820 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-ccf704b7-0e3e-4eba-b09c-50f59fef9cc1 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689737'] for floatingip, after_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:36.343354 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eeb9992-7581-4938-b6b5-522be9a0fb6a admin admin] Router 96f9eb46-2989-4a2d-b386-d2b2e9c54072 has already been hosted by L3 agent 24838221-9d49-44eb-9e47-6a2fc9da17a2 {{(pid=92783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:25:36.353517 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-188b741a-757c-4dd5-b57f-ec71cee5daf1 req-ba763511-40d0-4fd9-bfa1-933d11e42c6b tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Notify callbacks [] for port, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:36.387439 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-ccf704b7-0e3e-4eba-b09c-50f59fef9cc1 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for floatingip, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:36.388758 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-ccf704b7-0e3e-4eba-b09c-50f59fef9cc1 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8460944 Jun 21 04:25:36.430446 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf704b7-0e3e-4eba-b09c-50f59fef9cc1 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Pushing event updated for resources: {'Port': ['ID=a2163b47-737d-4995-9a5f-0952a7f6073e,revision_number=2']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:36.433855 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-ccf704b7-0e3e-4eba-b09c-50f59fef9cc1 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:36.475531 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-0a8bb6e3-8229-45d2-b534-3c8cd331869c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989'] for port, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:36.506423 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-8eeb9992-7581-4938-b6b5-522be9a0fb6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:36.512261 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f67c8-2798-4fb1-ade3-7500e61b1ee2 req-e44c489b-bdba-44c0-89f4-87453e232da6 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:36.514454 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-672f67c8-2798-4fb1-ade3-7500e61b1ee2 req-e44c489b-bdba-44c0-89f4-87453e232da6 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/ports?device_id=033abcdc-0695-40db-81dc-e6aca3510ef6 HTTP/1.1" status: 200 len: 931 time: 0.4203105 Jun 21 04:25:36.637696 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-672f67c8-2798-4fb1-ade3-7500e61b1ee2 req-7f54f309-2093-40ab-b71a-f69e77689103 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/security-groups?id=e076f1fa-426d-4c01-aa29-5fa89e8ec02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081626 Jun 21 04:25:36.663080 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8bb6e3-8229-45d2-b534-3c8cd331869c admin admin] Network b0453a8f-147d-435a-b4a9-ec66a5c92927 is already hosted by enough agents. {{(pid=92783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:25:36.665172 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8bb6e3-8229-45d2-b534-3c8cd331869c admin admin] Pushing event updated for resources: {'Port': ['ID=392b9564-7aa7-4803-9f64-dcae4869533d,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:36.677259 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-0a8bb6e3-8229-45d2-b534-3c8cd331869c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:36.678254 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.base_scheduler [None req-0a8bb6e3-8229-45d2-b534-3c8cd331869c admin admin] Resources bound (agent type, host, resource id): {{(pid=92783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:25:36.690734 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8bb6e3-8229-45d2-b534-3c8cd331869c admin admin] Received port after_create {{(pid=92783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:25:36.695960 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-0a8bb6e3-8229-45d2-b534-3c8cd331869c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1693462'] for router_interface, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:36.726708 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1a4d3d1f-f490-449b-9e39-b2bea89fc89f req-608ca97a-fd56-4b29-91ac-248aba2ed1e7 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=b28eaaa7-a577-4688-bed0-4e9eb11acca0 HTTP/1.1" status: 200 len: 210 time: 0.0681508 Jun 21 04:25:36.739717 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-188b741a-757c-4dd5-b57f-ec71cee5daf1 req-ba763511-40d0-4fd9-bfa1-933d11e42c6b tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989'] for port, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:36.780731 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:36.812996 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d2206b4c-374a-4213-a58e-7d68f8d89629 req-a498a49a-8b25-495a-a816-e76969ff751e tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1677370582&fields=id&tenant_id=e73c54dea0a944059b24d8393e162682 HTTP/1.1" status: 200 len: 267 time: 0.0569310 Jun 21 04:25:36.871320 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eeb9992-7581-4938-b6b5-522be9a0fb6a admin admin] Notify agent at l3_agent.dv-cinder-797170-3-iscsi the message routers_updated {{(pid=92783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:25:36.876985 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-8eeb9992-7581-4938-b6b5-522be9a0fb6a admin admin] 10.222.0.53 "PUT /v2.0/routers/96f9eb46-2989-4a2d-b386-d2b2e9c54072/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8763974 Jun 21 04:25:36.881879 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6c9a08-1659-4248-84a1-a3b811788677 None None] Sync routers for ids ['96f9eb46-2989-4a2d-b386-d2b2e9c54072'] in dv-cinder-797170-3-iscsi {{(pid=92785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:25:36.894277 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6c9a08-1659-4248-84a1-a3b811788677 None None] Routers {'96f9eb46-2989-4a2d-b386-d2b2e9c54072'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:25:36.895464 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-8d6c9a08-1659-4248-84a1-a3b811788677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:25:30Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['96f9eb46-2989-4a2d-b386-d2b2e9c54072'], 'active': True} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:25:36.919994 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-188b741a-757c-4dd5-b57f-ec71cee5daf1 req-ba763511-40d0-4fd9-bfa1-933d11e42c6b tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Network 6b3c7cb1-477e-4c5f-9965-cb60a2d8de14 is already hosted by enough agents. {{(pid=92783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:25:36.932288 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.base_scheduler [req-188b741a-757c-4dd5-b57f-ec71cee5daf1 req-ba763511-40d0-4fd9-bfa1-933d11e42c6b tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Resources bound (agent type, host, resource id): {{(pid=92783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:25:36.934957 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.l3_dvrscheduler_db [req-188b741a-757c-4dd5-b57f-ec71cee5daf1 req-ba763511-40d0-4fd9-bfa1-933d11e42c6b tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Received port after_create {{(pid=92783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:25:36.941097 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b741a-757c-4dd5-b57f-ec71cee5daf1 req-ba763511-40d0-4fd9-bfa1-933d11e42c6b tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:36.942348 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-188b741a-757c-4dd5-b57f-ec71cee5daf1 req-ba763511-40d0-4fd9-bfa1-933d11e42c6b tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for port, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:36.943507 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-7c750acf-7bb1-4cbb-8396-12d76f3b2395 None None] Provisioning for port 392b9564-7aa7-4803-9f64-dcae4869533d completed by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:25:36.948273 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-7c750acf-7bb1-4cbb-8396-12d76f3b2395 None None] Provisioning complete for port 392b9564-7aa7-4803-9f64-dcae4869533d triggered by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:25:36.948655 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-7c750acf-7bb1-4cbb-8396-12d76f3b2395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:37.000457 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba763511-40d0-4fd9-bfa1-933d11e42c6b tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Pushing event updated for resources: {'Port': ['ID=afb3d547-308d-47f0-913b-5f4c242a31c7,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:37.005243 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-ba763511-40d0-4fd9-bfa1-933d11e42c6b tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:37.006285 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2206b4c-374a-4213-a58e-7d68f8d89629 req-9d3851fc-d460-4553-b034-76f7967250cb tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:37.015747 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d2206b4c-374a-4213-a58e-7d68f8d89629 req-9d3851fc-d460-4553-b034-76f7967250cb tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/networks?id=fd6e448a-06f0-4e1b-bc50-7a0749d71b51 HTTP/1.1" status: 200 len: 817 time: 0.1938913 Jun 21 04:25:37.042829 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-7c750acf-7bb1-4cbb-8396-12d76f3b2395 None None] Port 392b9564-7aa7-4803-9f64-dcae4869533d cannot update to ACTIVE because it is not bound. {{(pid=92784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:25:37.043152 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-188b741a-757c-4dd5-b57f-ec71cee5daf1 req-ba763511-40d0-4fd9-bfa1-933d11e42c6b tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3158939 Jun 21 04:25:37.045760 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d2206b4c-374a-4213-a58e-7d68f8d89629 req-8798d6a0-95bc-47f4-8172-b8bd56b4bc86 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/quotas/e73c54dea0a944059b24d8393e162682 HTTP/1.1" status: 200 len: 375 time: 0.0289114 Jun 21 04:25:37.113399 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-0a8bb6e3-8229-45d2-b534-3c8cd331869c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:37.212701 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvr_db [None req-8d6c9a08-1659-4248-84a1-a3b811788677 None None] Set router 96f9eb46-2989-4a2d-b386-d2b2e9c54072 gateway port host: dv-cinder-797170-3-iscsi {{(pid=92785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:25:37.332980 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d2206b4c-374a-4213-a58e-7d68f8d89629 req-e25e17ca-8264-4d71-8195-51d744d32cc7 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e73c54dea0a944059b24d8393e162682&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2862170 Jun 21 04:25:37.379463 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-0a8bb6e3-8229-45d2-b534-3c8cd331869c admin admin] Notify callbacks [] for port, precommit_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:37.390863 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device cc09d99c-5b96-4658-b69f-c0c707038adc up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:25:37.407871 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-0a8bb6e3-8229-45d2-b534-3c8cd331869c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:37.411800 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-0a8bb6e3-8229-45d2-b534-3c8cd331869c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1773157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690639'] for router_interface, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:37.432037 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-0a8bb6e3-8229-45d2-b534-3c8cd331869c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:37.506867 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d2206b4c-374a-4213-a58e-7d68f8d89629 req-f7c98900-e9f8-4a39-a0ab-2d907a5d3178 service neutron] 10.222.0.53 "GET /v2.0/networks/fd6e448a-06f0-4e1b-bc50-7a0749d71b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355126 Jun 21 04:25:37.515674 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning complete for port cc09d99c-5b96-4658-b69f-c0c707038adc triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:25:37.516059 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:37.667140 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8bb6e3-8229-45d2-b534-3c8cd331869c admin admin] Network b0453a8f-147d-435a-b4a9-ec66a5c92927 is already hosted by enough agents. {{(pid=92783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:25:37.697497 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d2206b4c-374a-4213-a58e-7d68f8d89629 req-c2999933-d89a-4d43-bc80-f39acc56be19 service neutron] 10.222.0.53 "GET /v2.0/networks/fd6e448a-06f0-4e1b-bc50-7a0749d71b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897044 Jun 21 04:25:37.748035 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.base_scheduler [None req-0a8bb6e3-8229-45d2-b534-3c8cd331869c admin admin] Resources bound (agent type, host, resource id): {{(pid=92783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:25:37.760660 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 2f1d93d1-5462-459d-9a1b-df3c3db6f96a up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:25:37.922605 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning for port 2f1d93d1-5462-459d-9a1b-df3c3db6f96a completed by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:25:37.936803 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning complete for port 2f1d93d1-5462-459d-9a1b-df3c3db6f96a triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:25:37.937353 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:37.968347 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [req-b4615be5-5a2f-4cf4-8f76-6226f1b102eb req-4102e8ae-eba2-4aab-9f5e-212804ddc8f0 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=92782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 04:25:37.968347 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-b4615be5-5a2f-4cf4-8f76-6226f1b102eb req-4102e8ae-eba2-4aab-9f5e-212804ddc8f0 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0224526 Jun 21 04:25:38.087493 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-8d6c9a08-1659-4248-84a1-a3b811788677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f9eb46-2989-4a2d-b386-d2b2e9c54072', 'name': 'tempest-ServerRescueNegativeTestJSON-747485980-router', 'tenant_id': 'ccd1b659f7b548f69df434ddfadc8cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': 'cc09d99c-5b96-4658-b69f-c0c707038adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:21Z', 'updated_at': '2021-06-21T04:25:31Z', 'revision_number': 4, 'project_id': 'ccd1b659f7b548f69df434ddfadc8cf1', 'gw_port': {'id': 'cc09d99c-5b96-4658-b69f-c0c707038adc', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:42:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f9eb46-2989-4a2d-b386-d2b2e9c54072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:22Z', 'updated_at': '2021-06-21T04:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': '130eb5cf-43be-427f-830f-e697f4e63f1e', 'name': '', 'network_id': '64d28b19-33d9-4d9a-ba0d-ec7e5a053d07', 'tenant_id': 'ccd1b659f7b548f69df434ddfadc8cf1', 'mac_address': 'fa:16:3e:ce:d7:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f9eb46-2989-4a2d-b386-d2b2e9c54072', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '849daa8e-dac6-4f8a-9763-33d634d005e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:29Z', 'updated_at': '2021-06-21T04:25:32Z', 'revision_number': 2, 'project_id': 'ccd1b659f7b548f69df434ddfadc8cf1', 'subnets': [{'id': '849daa8e-dac6-4f8a-9763-33d634d005e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:25:38.208840 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6c9a08-1659-4248-84a1-a3b811788677 None None] Checking router: 96f9eb46-2989-4a2d-b386-d2b2e9c54072 for host: dv-cinder-797170-3-iscsi {{(pid=92785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:25:38.209103 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6c9a08-1659-4248-84a1-a3b811788677 None None] Updating router 96f9eb46-2989-4a2d-b386-d2b2e9c54072 port 130eb5cf-43be-427f-830f-e697f4e63f1e binding host dv-cinder-797170-3-iscsi {{(pid=92785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:25:38.224454 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [req-188b741a-757c-4dd5-b57f-ec71cee5daf1 req-97df6384-7e4b-4f0b-bb80-47b14086e36c tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=92783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 04:25:38.225460 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-188b741a-757c-4dd5-b57f-ec71cee5daf1 req-97df6384-7e4b-4f0b-bb80-47b14086e36c tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0632091 Jun 21 04:25:38.277226 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a8bb6e3-8229-45d2-b534-3c8cd331869c admin admin] Router 871e4e22-5215-42b8-953d-959ba03e8bcc has already been hosted by L3 agent 24838221-9d49-44eb-9e47-6a2fc9da17a2 {{(pid=92783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:25:38.311641 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:38.343631 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d73aa-805f-4b87-8a4c-ccd88a4609ad req-2b8596c3-b363-4f69-8946-5079a438588e tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:38.345949 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-8d6c9a08-1659-4248-84a1-a3b811788677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:38.353063 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-056d73aa-805f-4b87-8a4c-ccd88a4609ad req-2b8596c3-b363-4f69-8946-5079a438588e tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/networks?id=64d28b19-33d9-4d9a-ba0d-ec7e5a053d07 HTTP/1.1" status: 200 len: 818 time: 0.4783688 Jun 21 04:25:38.386106 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] For port 2f1d93d1-5462-459d-9a1b-df3c3db6f96a, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=2f1d93d1-5462-459d-9a1b-df3c3db6f96a,segment=NetworkSegment(e399e9b6-8ae1-4c2d-bd11-625228d4b590),segment_id=e399e9b6-8ae1-4c2d-bd11-625228d4b590)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:25:38.398783 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-ff6316d7-1701-4046-afc2-478faeee2bc9 None None] Provisioning complete for port 392b9564-7aa7-4803-9f64-dcae4869533d triggered by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:25:38.412066 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-ff6316d7-1701-4046-afc2-478faeee2bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:38.412066 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:38.420489 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:38.428470 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-056d73aa-805f-4b87-8a4c-ccd88a4609ad req-7e81f06d-6ce0-4700-9f6d-732d7d5064fe tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/quotas/ccd1b659f7b548f69df434ddfadc8cf1 HTTP/1.1" status: 200 len: 375 time: 0.0744350 Jun 21 04:25:38.509739 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [req-b4615be5-5a2f-4cf4-8f76-6226f1b102eb req-08227963-84f2-4e7d-9dbb-6a217390052c service neutron] Request body: {'port': {'device_id': '033abcdc-0695-40db-81dc-e6aca3510ef6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:25:38.623867 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8bb6e3-8229-45d2-b534-3c8cd331869c admin admin] Pushing event updated for resources: {'Port': ['ID=392b9564-7aa7-4803-9f64-dcae4869533d,revision_number=2']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:38.654746 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-0a8bb6e3-8229-45d2-b534-3c8cd331869c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.221s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:38.669673 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [req-188b741a-757c-4dd5-b57f-ec71cee5daf1 req-a419ca80-40c1-4bb1-b159-2aa89b0a57cf service neutron] Request body: {'port': {'device_id': 'b28eaaa7-a577-4688-bed0-4e9eb11acca0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:25:38.679858 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Pushing event updated for resources: {'Port': ['ID=2f1d93d1-5462-459d-9a1b-df3c3db6f96a,revision_number=4']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:38.695158 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-ff6316d7-1701-4046-afc2-478faeee2bc9 None None] Port 392b9564-7aa7-4803-9f64-dcae4869533d cannot update to ACTIVE because it is not bound. {{(pid=92784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:25:38.696769 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:38.703129 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-b4615be5-5a2f-4cf4-8f76-6226f1b102eb req-08227963-84f2-4e7d-9dbb-6a217390052c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:38.729715 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-056d73aa-805f-4b87-8a4c-ccd88a4609ad req-74b8a37a-d6ea-41f7-a4d5-cc971a5c7f38 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ccd1b659f7b548f69df434ddfadc8cf1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3002872 Jun 21 04:25:38.873962 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6d442-7350-4c8f-842b-3cb14eed5180 req-f5baa590-1fda-44db-89df-9f96f76a9131 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:38.884706 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-ccd6d442-7350-4c8f-842b-3cb14eed5180 req-f5baa590-1fda-44db-89df-9f96f76a9131 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/ports?device_id=033abcdc-0695-40db-81dc-e6aca3510ef6 HTTP/1.1" status: 200 len: 931 time: 0.5213952 Jun 21 04:25:38.897160 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8bb6e3-8229-45d2-b534-3c8cd331869c admin admin] Notify agent at l3_agent.dv-cinder-797170-3-iscsi the message routers_updated {{(pid=92783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:25:38.906620 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-0a8bb6e3-8229-45d2-b534-3c8cd331869c admin admin] 10.222.0.53 "PUT /v2.0/routers/871e4e22-5215-42b8-953d-959ba03e8bcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5486736 Jun 21 04:25:38.912007 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580609a4-b18e-4a43-9211-8c84bc977973 None None] Sync routers for ids ['871e4e22-5215-42b8-953d-959ba03e8bcc'] in dv-cinder-797170-3-iscsi {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:25:38.938219 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580609a4-b18e-4a43-9211-8c84bc977973 None None] Routers {'871e4e22-5215-42b8-953d-959ba03e8bcc'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:25:38.938893 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-580609a4-b18e-4a43-9211-8c84bc977973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:25:30Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['871e4e22-5215-42b8-953d-959ba03e8bcc'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:25:38.979202 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-188b741a-757c-4dd5-b57f-ec71cee5daf1 req-a419ca80-40c1-4bb1-b159-2aa89b0a57cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:39.010281 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-ccd6d442-7350-4c8f-842b-3cb14eed5180 req-da920545-15b1-44b6-93bc-eb070a6e070e tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/security-groups?id=e076f1fa-426d-4c01-aa29-5fa89e8ec02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235049 Jun 21 04:25:39.212305 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-8d6c9a08-1659-4248-84a1-a3b811788677 None None] Notify callbacks [] for port, precommit_update {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:39.227044 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.provisioning_blocks [None req-8d6c9a08-1659-4248-84a1-a3b811788677 None None] Transition to ACTIVE for port object 130eb5cf-43be-427f-830f-e697f4e63f1e will not be triggered until provisioned by entity L2. {{(pid=92785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:25:39.241115 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-8d6c9a08-1659-4248-84a1-a3b811788677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:39.244646 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG oslo_concurrency.lockutils [None req-2719b11c-5051-4d5c-9caa-52f8c86461f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:39.312261 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f4c440-3618-4dce-8860-609d3d2113bc None None] Pushing event updated for resources: {'Port': ['ID=130eb5cf-43be-427f-830f-e697f4e63f1e,revision_number=3']} {{(pid=92785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:39.319394 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG oslo_concurrency.lockutils [None req-a4f4c440-3618-4dce-8860-609d3d2113bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:39.376413 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 2f1d93d1-5462-459d-9a1b-df3c3db6f96a up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:25:39.467040 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.managers [None req-8d6c9a08-1659-4248-84a1-a3b811788677 None None] Attempting to bind port 130eb5cf-43be-427f-830f-e697f4e63f1e on host dv-cinder-797170-3-iscsi for vnic_type normal with profile {{(pid=92785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:25:39.467676 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.managers [None req-8d6c9a08-1659-4248-84a1-a3b811788677 None None] Attempting to bind port 130eb5cf-43be-427f-830f-e697f4e63f1e by drivers openvswitch,hyperv on host dv-cinder-797170-3-iscsi at level 0 using segments [{'id': 'e6e16a98-81bc-4c4b-9c1c-8fca945f6bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '64d28b19-33d9-4d9a-ba0d-ec7e5a053d07'}] {{(pid=92785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:25:39.468492 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6c9a08-1659-4248-84a1-a3b811788677 None None] Attempting to bind port 130eb5cf-43be-427f-830f-e697f4e63f1e on network 64d28b19-33d9-4d9a-ba0d-ec7e5a053d07 {{(pid=92785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:25:39.476362 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6c9a08-1659-4248-84a1-a3b811788677 None None] Checking agent: {'id': 'cd99bddb-5f01-48a7-a512-3eb4d714493f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 18), 'started_at': datetime.datetime(2021, 6, 21, 4, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:25:39.476741 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6c9a08-1659-4248-84a1-a3b811788677 None None] Checking segment: {'id': 'e6e16a98-81bc-4c4b-9c1c-8fca945f6bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '64d28b19-33d9-4d9a-ba0d-ec7e5a053d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:25:39.477157 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-8d6c9a08-1659-4248-84a1-a3b811788677 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:39.477815 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6c9a08-1659-4248-84a1-a3b811788677 None None] Bound using segment: {'id': 'e6e16a98-81bc-4c4b-9c1c-8fca945f6bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '64d28b19-33d9-4d9a-ba0d-ec7e5a053d07'} {{(pid=92785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:25:39.478320 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.managers [None req-8d6c9a08-1659-4248-84a1-a3b811788677 None None] Bound port: 130eb5cf-43be-427f-830f-e697f4e63f1e, host: dv-cinder-797170-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6e16a98-81bc-4c4b-9c1c-8fca945f6bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '64d28b19-33d9-4d9a-ba0d-ec7e5a053d07'}}] {{(pid=92785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:25:39.478865 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-8d6c9a08-1659-4248-84a1-a3b811788677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:39.578262 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.db [None req-8d6c9a08-1659-4248-84a1-a3b811788677 None None] For port 130eb5cf-43be-427f-830f-e697f4e63f1e, host dv-cinder-797170-3-iscsi, cleared binding levels {{(pid=92785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:25:39.581826 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.db [None req-8d6c9a08-1659-4248-84a1-a3b811788677 None None] For port 130eb5cf-43be-427f-830f-e697f4e63f1e, host dv-cinder-797170-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=130eb5cf-43be-427f-830f-e697f4e63f1e,segment=NetworkSegment(e6e16a98-81bc-4c4b-9c1c-8fca945f6bc3),segment_id=e6e16a98-81bc-4c4b-9c1c-8fca945f6bc3)] {{(pid=92785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:25:39.583568 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-056d73aa-805f-4b87-8a4c-ccd88a4609ad req-721f299f-aa2e-4742-946f-8c6fa0c66650 service neutron] 10.222.0.53 "GET /v2.0/networks/64d28b19-33d9-4d9a-ba0d-ec7e5a053d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8350012 Jun 21 04:25:39.591748 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-580609a4-b18e-4a43-9211-8c84bc977973 None None] Set router 871e4e22-5215-42b8-953d-959ba03e8bcc gateway port host: dv-cinder-797170-3-iscsi {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:25:39.594828 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-8d6c9a08-1659-4248-84a1-a3b811788677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:39.596946 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG oslo_concurrency.lockutils [None req-28818036-77d2-409e-8efd-5c45a69892be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:39.599478 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.notifiers.nova [req-188b741a-757c-4dd5-b57f-ec71cee5daf1 req-a419ca80-40c1-4bb1-b159-2aa89b0a57cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afb3d547-308d-47f0-913b-5f4c242a31c7 {{(pid=92783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:25:39.607949 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-188b741a-757c-4dd5-b57f-ec71cee5daf1 req-a419ca80-40c1-4bb1-b159-2aa89b0a57cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:39.626017 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.provisioning_blocks [req-188b741a-757c-4dd5-b57f-ec71cee5daf1 req-a419ca80-40c1-4bb1-b159-2aa89b0a57cf service neutron] Transition to ACTIVE for port object afb3d547-308d-47f0-913b-5f4c242a31c7 will not be triggered until provisioned by entity L2. {{(pid=92783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:25:39.633668 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-188b741a-757c-4dd5-b57f-ec71cee5daf1 req-a419ca80-40c1-4bb1-b159-2aa89b0a57cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:39.639389 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-ba763511-40d0-4fd9-bfa1-933d11e42c6b tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:39.650013 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning complete for port 2f1d93d1-5462-459d-9a1b-df3c3db6f96a triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:25:39.650588 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:39.693834 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a419ca80-40c1-4bb1-b159-2aa89b0a57cf service neutron] Pushing event updated for resources: {'Port': ['ID=afb3d547-308d-47f0-913b-5f4c242a31c7,revision_number=2']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:39.694174 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6c9a08-1659-4248-84a1-a3b811788677 None None] Routers {'96f9eb46-2989-4a2d-b386-d2b2e9c54072'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:25:39.694832 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-8d6c9a08-1659-4248-84a1-a3b811788677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:25:30Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['96f9eb46-2989-4a2d-b386-d2b2e9c54072'], 'active': True} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:25:39.705261 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-a419ca80-40c1-4bb1-b159-2aa89b0a57cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:39.765610 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f4c440-3618-4dce-8860-609d3d2113bc None None] Pushing event updated for resources: {'Port': ['ID=130eb5cf-43be-427f-830f-e697f4e63f1e,revision_number=4']} {{(pid=92785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:39.769024 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG oslo_concurrency.lockutils [None req-a4f4c440-3618-4dce-8860-609d3d2113bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:39.866302 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-056d73aa-805f-4b87-8a4c-ccd88a4609ad req-86621a62-65ab-46cd-b1f9-6f8ca138e5a8 service neutron] 10.222.0.53 "GET /v2.0/networks/64d28b19-33d9-4d9a-ba0d-ec7e5a053d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564497 Jun 21 04:25:39.921732 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4942fcd8-011f-42fe-8ebb-dfbbd32d8050 req-7ca57f04-af47-4ab3-81f0-907f8d76ae8a tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:39.923239 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvr_db [None req-8d6c9a08-1659-4248-84a1-a3b811788677 None None] Set router 96f9eb46-2989-4a2d-b386-d2b2e9c54072 gateway port host: dv-cinder-797170-3-iscsi {{(pid=92785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:25:39.924621 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-4942fcd8-011f-42fe-8ebb-dfbbd32d8050 req-7ca57f04-af47-4ab3-81f0-907f8d76ae8a tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=b28eaaa7-a577-4688-bed0-4e9eb11acca0 HTTP/1.1" status: 200 len: 931 time: 0.4745052 Jun 21 04:25:39.938252 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-580609a4-b18e-4a43-9211-8c84bc977973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'name': 'tempest-AttachVolumeTestJSON-81153680-router', 'tenant_id': '7ac19631df71474c90f158e6a57cb69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '2f1d93d1-5462-459d-9a1b-df3c3db6f96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:24Z', 'updated_at': '2021-06-21T04:25:36Z', 'revision_number': 4, 'project_id': '7ac19631df71474c90f158e6a57cb69b', 'gw_port': {'id': '2f1d93d1-5462-459d-9a1b-df3c3db6f96a', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:7c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:26Z', 'updated_at': '2021-06-21T04:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': '392b9564-7aa7-4803-9f64-dcae4869533d', 'name': '', 'network_id': 'b0453a8f-147d-435a-b4a9-ec66a5c92927', 'tenant_id': '7ac19631df71474c90f158e6a57cb69b', 'mac_address': 'fa:16:3e:da:f5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cc19a82e-f40e-472d-88c4-f521c9c405b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:34Z', 'updated_at': '2021-06-21T04:25:37Z', 'revision_number': 2, 'project_id': '7ac19631df71474c90f158e6a57cb69b', 'subnets': [{'id': 'cc19a82e-f40e-472d-88c4-f521c9c405b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:25:39.976249 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580609a4-b18e-4a43-9211-8c84bc977973 None None] Checking router: 871e4e22-5215-42b8-953d-959ba03e8bcc for host: dv-cinder-797170-3-iscsi {{(pid=92784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:25:39.987243 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580609a4-b18e-4a43-9211-8c84bc977973 None None] Updating router 871e4e22-5215-42b8-953d-959ba03e8bcc port 392b9564-7aa7-4803-9f64-dcae4869533d binding host dv-cinder-797170-3-iscsi {{(pid=92784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:25:40.067195 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-580609a4-b18e-4a43-9211-8c84bc977973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:40.074997 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-4942fcd8-011f-42fe-8ebb-dfbbd32d8050 req-07511108-3ba0-4348-ada9-d4b812ffb457 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442661 Jun 21 04:25:40.165001 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.notifiers.nova [req-b4615be5-5a2f-4cf4-8f76-6226f1b102eb req-08227963-84f2-4e7d-9dbb-6a217390052c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68c2b6f1-4eeb-44bd-bb26-4ef9e139b9b1 {{(pid=92782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:25:40.167939 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.managers [req-188b741a-757c-4dd5-b57f-ec71cee5daf1 req-a419ca80-40c1-4bb1-b159-2aa89b0a57cf service neutron] Attempting to bind port afb3d547-308d-47f0-913b-5f4c242a31c7 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:25:40.168376 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.managers [req-188b741a-757c-4dd5-b57f-ec71cee5daf1 req-a419ca80-40c1-4bb1-b159-2aa89b0a57cf service neutron] Attempting to bind port afb3d547-308d-47f0-913b-5f4c242a31c7 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '978cc6d8-d90e-4d41-9279-f012d41ae2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6b3c7cb1-477e-4c5f-9965-cb60a2d8de14'}] {{(pid=92783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:25:40.168720 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188b741a-757c-4dd5-b57f-ec71cee5daf1 req-a419ca80-40c1-4bb1-b159-2aa89b0a57cf service neutron] Attempting to bind port afb3d547-308d-47f0-913b-5f4c242a31c7 on network 6b3c7cb1-477e-4c5f-9965-cb60a2d8de14 {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:25:40.173910 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188b741a-757c-4dd5-b57f-ec71cee5daf1 req-a419ca80-40c1-4bb1-b159-2aa89b0a57cf service neutron] Port afb3d547-308d-47f0-913b-5f4c242a31c7 on network 6b3c7cb1-477e-4c5f-9965-cb60a2d8de14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:25:40.174237 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188b741a-757c-4dd5-b57f-ec71cee5daf1 req-a419ca80-40c1-4bb1-b159-2aa89b0a57cf service neutron] Attempting to bind port afb3d547-308d-47f0-913b-5f4c242a31c7 on network 6b3c7cb1-477e-4c5f-9965-cb60a2d8de14 {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:25:40.180079 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188b741a-757c-4dd5-b57f-ec71cee5daf1 req-a419ca80-40c1-4bb1-b159-2aa89b0a57cf service neutron] Checking agent: {'id': 'e86ead90-85ed-45dc-94a1-895a24121321', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 23, 47), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:25:40.180418 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188b741a-757c-4dd5-b57f-ec71cee5daf1 req-a419ca80-40c1-4bb1-b159-2aa89b0a57cf service neutron] Checking segment: {'id': '978cc6d8-d90e-4d41-9279-f012d41ae2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6b3c7cb1-477e-4c5f-9965-cb60a2d8de14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:25:40.180980 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188b741a-757c-4dd5-b57f-ec71cee5daf1 req-a419ca80-40c1-4bb1-b159-2aa89b0a57cf service neutron] Bound using segment: {'id': '978cc6d8-d90e-4d41-9279-f012d41ae2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6b3c7cb1-477e-4c5f-9965-cb60a2d8de14'} {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:25:40.181432 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.managers [req-188b741a-757c-4dd5-b57f-ec71cee5daf1 req-a419ca80-40c1-4bb1-b159-2aa89b0a57cf service neutron] Bound port: afb3d547-308d-47f0-913b-5f4c242a31c7, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '978cc6d8-d90e-4d41-9279-f012d41ae2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6b3c7cb1-477e-4c5f-9965-cb60a2d8de14'}}] {{(pid=92783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:25:40.181906 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-188b741a-757c-4dd5-b57f-ec71cee5daf1 req-a419ca80-40c1-4bb1-b159-2aa89b0a57cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:40.203146 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-b4615be5-5a2f-4cf4-8f76-6226f1b102eb req-08227963-84f2-4e7d-9dbb-6a217390052c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:40.233415 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.provisioning_blocks [req-b4615be5-5a2f-4cf4-8f76-6226f1b102eb req-08227963-84f2-4e7d-9dbb-6a217390052c service neutron] Transition to ACTIVE for port object 68c2b6f1-4eeb-44bd-bb26-4ef9e139b9b1 will not be triggered until provisioned by entity L2. {{(pid=92782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:25:40.244061 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-b4615be5-5a2f-4cf4-8f76-6226f1b102eb req-08227963-84f2-4e7d-9dbb-6a217390052c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:40.246674 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:40.267021 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 55752) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:40.290492 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-8d6c9a08-1659-4248-84a1-a3b811788677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f9eb46-2989-4a2d-b386-d2b2e9c54072', 'name': 'tempest-ServerRescueNegativeTestJSON-747485980-router', 'tenant_id': 'ccd1b659f7b548f69df434ddfadc8cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': 'cc09d99c-5b96-4658-b69f-c0c707038adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:21Z', 'updated_at': '2021-06-21T04:25:31Z', 'revision_number': 4, 'project_id': 'ccd1b659f7b548f69df434ddfadc8cf1', 'gw_port': {'id': 'cc09d99c-5b96-4658-b69f-c0c707038adc', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:42:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f9eb46-2989-4a2d-b386-d2b2e9c54072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:22Z', 'updated_at': '2021-06-21T04:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': '130eb5cf-43be-427f-830f-e697f4e63f1e', 'name': '', 'network_id': '64d28b19-33d9-4d9a-ba0d-ec7e5a053d07', 'tenant_id': 'ccd1b659f7b548f69df434ddfadc8cf1', 'mac_address': 'fa:16:3e:ce:d7:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f9eb46-2989-4a2d-b386-d2b2e9c54072', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '849daa8e-dac6-4f8a-9763-33d634d005e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:29Z', 'updated_at': '2021-06-21T04:25:39Z', 'revision_number': 4, 'project_id': 'ccd1b659f7b548f69df434ddfadc8cf1', 'subnets': [{'id': '849daa8e-dac6-4f8a-9763-33d634d005e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:25:40.375812 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6c9a08-1659-4248-84a1-a3b811788677 None None] The sync data for ids ['96f9eb46-2989-4a2d-b386-d2b2e9c54072'] in dv-cinder-797170-3-iscsi is: [{'id': '96f9eb46-2989-4a2d-b386-d2b2e9c54072', 'name': 'tempest-ServerRescueNegativeTestJSON-747485980-router', 'tenant_id': 'ccd1b659f7b548f69df434ddfadc8cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': 'cc09d99c-5b96-4658-b69f-c0c707038adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:21Z', 'updated_at': '2021-06-21T04:25:31Z', 'revision_number': 4, 'project_id': 'ccd1b659f7b548f69df434ddfadc8cf1', 'gw_port': {'id': 'cc09d99c-5b96-4658-b69f-c0c707038adc', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:42:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f9eb46-2989-4a2d-b386-d2b2e9c54072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:22Z', 'updated_at': '2021-06-21T04:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': '130eb5cf-43be-427f-830f-e697f4e63f1e', 'name': '', 'network_id': '64d28b19-33d9-4d9a-ba0d-ec7e5a053d07', 'tenant_id': 'ccd1b659f7b548f69df434ddfadc8cf1', 'mac_address': 'fa:16:3e:ce:d7:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96f9eb46-2989-4a2d-b386-d2b2e9c54072', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '849daa8e-dac6-4f8a-9763-33d634d005e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:29Z', 'updated_at': '2021-06-21T04:25:39Z', 'revision_number': 4, 'project_id': 'ccd1b659f7b548f69df434ddfadc8cf1', 'subnets': [{'id': '849daa8e-dac6-4f8a-9763-33d634d005e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:25:40.414506 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.db [req-188b741a-757c-4dd5-b57f-ec71cee5daf1 req-a419ca80-40c1-4bb1-b159-2aa89b0a57cf service neutron] For port afb3d547-308d-47f0-913b-5f4c242a31c7, host hv-cinder-79717, cleared binding levels {{(pid=92783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:25:40.473397 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08227963-84f2-4e7d-9dbb-6a217390052c service neutron] Pushing event updated for resources: {'Port': ['ID=68c2b6f1-4eeb-44bd-bb26-4ef9e139b9b1,revision_number=2']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:40.489603 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-08227963-84f2-4e7d-9dbb-6a217390052c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:40.532605 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.db [req-188b741a-757c-4dd5-b57f-ec71cee5daf1 req-a419ca80-40c1-4bb1-b159-2aa89b0a57cf service neutron] For port afb3d547-308d-47f0-913b-5f4c242a31c7, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=afb3d547-308d-47f0-913b-5f4c242a31c7,segment=NetworkSegment(978cc6d8-d90e-4d41-9279-f012d41ae2f5),segment_id=978cc6d8-d90e-4d41-9279-f012d41ae2f5)] {{(pid=92783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:25:40.548085 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-188b741a-757c-4dd5-b57f-ec71cee5daf1 req-a419ca80-40c1-4bb1-b159-2aa89b0a57cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:40.557152 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:40.633456 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b741a-757c-4dd5-b57f-ec71cee5daf1 req-a419ca80-40c1-4bb1-b159-2aa89b0a57cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:40.634233 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-188b741a-757c-4dd5-b57f-ec71cee5daf1 req-a419ca80-40c1-4bb1-b159-2aa89b0a57cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for port, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:40.635541 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-188b741a-757c-4dd5-b57f-ec71cee5daf1 req-a419ca80-40c1-4bb1-b159-2aa89b0a57cf service neutron] 10.222.0.55 "PUT /v2.0/ports/afb3d547-308d-47f0-913b-5f4c242a31c7 HTTP/1.1" status: 200 len: 1093 time: 2.3829269 Jun 21 04:25:40.636208 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b28eaaa7-a577-4688-bed0-4e9eb11acca0', 'tag': 'afb3d547-308d-47f0-913b-5f4c242a31c7'}] {{(pid=92783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:25:40.784530 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-580609a4-b18e-4a43-9211-8c84bc977973 None None] Notify callbacks [] for port, precommit_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:40.822429 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a419ca80-40c1-4bb1-b159-2aa89b0a57cf service neutron] Pushing event updated for resources: {'Port': ['ID=afb3d547-308d-47f0-913b-5f4c242a31c7,revision_number=3']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:40.824384 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-580609a4-b18e-4a43-9211-8c84bc977973 None None] Transition to ACTIVE for port object 392b9564-7aa7-4803-9f64-dcae4869533d will not be triggered until provisioned by entity L2. {{(pid=92784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:25:40.836172 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-8568e1ec-eeb3-439d-b7a6-5eda32b090e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:40.844521 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-a419ca80-40c1-4bb1-b159-2aa89b0a57cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:40.855713 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-580609a4-b18e-4a43-9211-8c84bc977973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:40.867511 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-28b96d78-fefc-493d-a014-7fc31db6f91f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:40.976133 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-8568e1ec-eeb3-439d-b7a6-5eda32b090e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:40.985925 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fda3b7b704fc347e73998d8dc34ef34ca3ad6aa16a3a5c6f92a4a64020d363b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a13828f-00ae-4d47-83b0-1060e121e8ff" -d '{"events": [{"name": "network-changed", "server_uuid": "b28eaaa7-a577-4688-bed0-4e9eb11acca0", "tag": "afb3d547-308d-47f0-913b-5f4c242a31c7"}]}' {{(pid=92783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:25:41.022137 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-8568e1ec-eeb3-439d-b7a6-5eda32b090e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:41.033895 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-c7b6e816-f1b5-40b2-8c2b-204ac24f6d3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:41.122548 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700b7b25-9526-449a-8b54-7eca6530a373 None None] Pushing event updated for resources: {'Port': ['ID=392b9564-7aa7-4803-9f64-dcae4869533d,revision_number=3']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:41.125325 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8568e1ec-eeb3-439d-b7a6-5eda32b090e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c57259-8556-4ef6-9638-3c807a20ecde,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:41.128458 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-700b7b25-9526-449a-8b54-7eca6530a373 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:41.136628 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-8568e1ec-eeb3-439d-b7a6-5eda32b090e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:41.201256 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-8568e1ec-eeb3-439d-b7a6-5eda32b090e3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1d893b6813ff45eebd8661adcfb1d9e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9336386 Jun 21 04:25:41.210929 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 55778) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:41.244957 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-580609a4-b18e-4a43-9211-8c84bc977973 None None] Attempting to bind port 392b9564-7aa7-4803-9f64-dcae4869533d on host dv-cinder-797170-3-iscsi for vnic_type normal with profile {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:25:41.245577 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-580609a4-b18e-4a43-9211-8c84bc977973 None None] Attempting to bind port 392b9564-7aa7-4803-9f64-dcae4869533d by drivers openvswitch,hyperv on host dv-cinder-797170-3-iscsi at level 0 using segments [{'id': '667a5842-7839-490b-a92f-43d2d3e45ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'b0453a8f-147d-435a-b4a9-ec66a5c92927'}] {{(pid=92784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:25:41.246151 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580609a4-b18e-4a43-9211-8c84bc977973 None None] Attempting to bind port 392b9564-7aa7-4803-9f64-dcae4869533d on network b0453a8f-147d-435a-b4a9-ec66a5c92927 {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:25:41.251380 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 130eb5cf-43be-427f-830f-e697f4e63f1e up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:25:41.293224 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580609a4-b18e-4a43-9211-8c84bc977973 None None] Checking agent: {'id': 'cd99bddb-5f01-48a7-a512-3eb4d714493f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 18), 'started_at': datetime.datetime(2021, 6, 21, 4, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:25:41.293635 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580609a4-b18e-4a43-9211-8c84bc977973 None None] Checking segment: {'id': '667a5842-7839-490b-a92f-43d2d3e45ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'b0453a8f-147d-435a-b4a9-ec66a5c92927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:25:41.295255 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-368769f7-a1ef-46b4-b31d-bfb2dbd11d03 req-fdc3415d-0a80-4a87-a324-6af96f8b7b9f tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 210 time: 0.6649017 Jun 21 04:25:41.303523 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-580609a4-b18e-4a43-9211-8c84bc977973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:41.304015 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580609a4-b18e-4a43-9211-8c84bc977973 None None] Bound using segment: {'id': '667a5842-7839-490b-a92f-43d2d3e45ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'b0453a8f-147d-435a-b4a9-ec66a5c92927'} {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:25:41.304553 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-580609a4-b18e-4a43-9211-8c84bc977973 None None] Bound port: 392b9564-7aa7-4803-9f64-dcae4869533d, host: dv-cinder-797170-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '667a5842-7839-490b-a92f-43d2d3e45ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'b0453a8f-147d-435a-b4a9-ec66a5c92927'}}] {{(pid=92784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:25:41.304956 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-580609a4-b18e-4a43-9211-8c84bc977973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:41.331994 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-f6d4cce0-5d99-4eba-8b4d-003ce521a8dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:41.373948 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.managers [req-b4615be5-5a2f-4cf4-8f76-6226f1b102eb req-08227963-84f2-4e7d-9dbb-6a217390052c service neutron] Attempting to bind port 68c2b6f1-4eeb-44bd-bb26-4ef9e139b9b1 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:25:41.374317 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.managers [req-b4615be5-5a2f-4cf4-8f76-6226f1b102eb req-08227963-84f2-4e7d-9dbb-6a217390052c service neutron] Attempting to bind port 68c2b6f1-4eeb-44bd-bb26-4ef9e139b9b1 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': 'd1d76647-51ae-4e30-9f16-1b866af21ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'c6ae2bab-f488-4095-b86a-cac1576eb954'}] {{(pid=92782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:25:41.374683 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4615be5-5a2f-4cf4-8f76-6226f1b102eb req-08227963-84f2-4e7d-9dbb-6a217390052c service neutron] Attempting to bind port 68c2b6f1-4eeb-44bd-bb26-4ef9e139b9b1 on network c6ae2bab-f488-4095-b86a-cac1576eb954 {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:25:41.390695 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4615be5-5a2f-4cf4-8f76-6226f1b102eb req-08227963-84f2-4e7d-9dbb-6a217390052c service neutron] Port 68c2b6f1-4eeb-44bd-bb26-4ef9e139b9b1 on network c6ae2bab-f488-4095-b86a-cac1576eb954 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:25:41.391011 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4615be5-5a2f-4cf4-8f76-6226f1b102eb req-08227963-84f2-4e7d-9dbb-6a217390052c service neutron] Attempting to bind port 68c2b6f1-4eeb-44bd-bb26-4ef9e139b9b1 on network c6ae2bab-f488-4095-b86a-cac1576eb954 {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:25:41.400913 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4615be5-5a2f-4cf4-8f76-6226f1b102eb req-08227963-84f2-4e7d-9dbb-6a217390052c service neutron] Checking agent: {'id': 'e86ead90-85ed-45dc-94a1-895a24121321', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 23, 47), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:25:41.401247 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4615be5-5a2f-4cf4-8f76-6226f1b102eb req-08227963-84f2-4e7d-9dbb-6a217390052c service neutron] Checking segment: {'id': 'd1d76647-51ae-4e30-9f16-1b866af21ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'c6ae2bab-f488-4095-b86a-cac1576eb954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:25:41.401858 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4615be5-5a2f-4cf4-8f76-6226f1b102eb req-08227963-84f2-4e7d-9dbb-6a217390052c service neutron] Bound using segment: {'id': 'd1d76647-51ae-4e30-9f16-1b866af21ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'c6ae2bab-f488-4095-b86a-cac1576eb954'} {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:25:41.402316 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.managers [req-b4615be5-5a2f-4cf4-8f76-6226f1b102eb req-08227963-84f2-4e7d-9dbb-6a217390052c service neutron] Bound port: 68c2b6f1-4eeb-44bd-bb26-4ef9e139b9b1, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1d76647-51ae-4e30-9f16-1b866af21ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'c6ae2bab-f488-4095-b86a-cac1576eb954'}}] {{(pid=92782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:25:41.402525 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-f6d4cce0-5d99-4eba-8b4d-003ce521a8dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:41.402683 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-b4615be5-5a2f-4cf4-8f76-6226f1b102eb req-08227963-84f2-4e7d-9dbb-6a217390052c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:41.416644 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning for port 130eb5cf-43be-427f-830f-e697f4e63f1e completed by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:25:41.422611 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning complete for port 130eb5cf-43be-427f-830f-e697f4e63f1e triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:25:41.423268 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:41.472922 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-f6d4cce0-5d99-4eba-8b4d-003ce521a8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:41.479605 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-f6d4cce0-5d99-4eba-8b4d-003ce521a8dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:41.484449 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-f6d4cce0-5d99-4eba-8b4d-003ce521a8dc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/16c57259-8556-4ef6-9638-3c807a20ecde HTTP/1.1" status: 204 len: 168 time: 0.2724559 Jun 21 04:25:41.486068 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:41.500056 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d4cce0-5d99-4eba-8b4d-003ce521a8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c57259-8556-4ef6-9638-3c807a20ecde,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:41.503025 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-f6d4cce0-5d99-4eba-8b4d-003ce521a8dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:41.521421 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.db [req-b4615be5-5a2f-4cf4-8f76-6226f1b102eb req-08227963-84f2-4e7d-9dbb-6a217390052c service neutron] For port 68c2b6f1-4eeb-44bd-bb26-4ef9e139b9b1, host hv-cinder-79717, cleared binding levels {{(pid=92782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:25:41.527221 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.db [req-b4615be5-5a2f-4cf4-8f76-6226f1b102eb req-08227963-84f2-4e7d-9dbb-6a217390052c service neutron] For port 68c2b6f1-4eeb-44bd-bb26-4ef9e139b9b1, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=68c2b6f1-4eeb-44bd-bb26-4ef9e139b9b1,segment=NetworkSegment(d1d76647-51ae-4e30-9f16-1b866af21ebf),segment_id=d1d76647-51ae-4e30-9f16-1b866af21ebf)] {{(pid=92782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:25:41.534877 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-b4615be5-5a2f-4cf4-8f76-6226f1b102eb req-08227963-84f2-4e7d-9dbb-6a217390052c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:41.582290 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-580609a4-b18e-4a43-9211-8c84bc977973 None None] For port 392b9564-7aa7-4803-9f64-dcae4869533d, host dv-cinder-797170-3-iscsi, cleared binding levels {{(pid=92784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:25:41.586969 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-580609a4-b18e-4a43-9211-8c84bc977973 None None] For port 392b9564-7aa7-4803-9f64-dcae4869533d, host dv-cinder-797170-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=392b9564-7aa7-4803-9f64-dcae4869533d,segment=NetworkSegment(667a5842-7839-490b-a92f-43d2d3e45ee6),segment_id=667a5842-7839-490b-a92f-43d2d3e45ee6)] {{(pid=92784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:25:41.589607 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:41.604753 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-580609a4-b18e-4a43-9211-8c84bc977973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:41.608296 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-8c319111-f967-4480-8f1b-f57e8aa4f7a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:41.610405 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-2f7dc5fa-2a4a-47b4-8083-6d6440b63384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:41.693494 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] For port 130eb5cf-43be-427f-830f-e697f4e63f1e, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=130eb5cf-43be-427f-830f-e697f4e63f1e,segment=NetworkSegment(e6e16a98-81bc-4c4b-9c1c-8fca945f6bc3),segment_id=e6e16a98-81bc-4c4b-9c1c-8fca945f6bc3)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:25:41.700323 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580609a4-b18e-4a43-9211-8c84bc977973 None None] Routers {'871e4e22-5215-42b8-953d-959ba03e8bcc'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:25:41.700973 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-580609a4-b18e-4a43-9211-8c84bc977973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:25:30Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['871e4e22-5215-42b8-953d-959ba03e8bcc'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:25:41.723357 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4615be5-5a2f-4cf4-8f76-6226f1b102eb req-08227963-84f2-4e7d-9dbb-6a217390052c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:41.731662 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-b4615be5-5a2f-4cf4-8f76-6226f1b102eb req-08227963-84f2-4e7d-9dbb-6a217390052c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for port, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:41.733883 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-b4615be5-5a2f-4cf4-8f76-6226f1b102eb req-08227963-84f2-4e7d-9dbb-6a217390052c service neutron] 10.222.0.55 "PUT /v2.0/ports/68c2b6f1-4eeb-44bd-bb26-4ef9e139b9b1 HTTP/1.1" status: 200 len: 1093 time: 3.4238248 Jun 21 04:25:41.734835 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '033abcdc-0695-40db-81dc-e6aca3510ef6', 'tag': '68c2b6f1-4eeb-44bd-bb26-4ef9e139b9b1'}] {{(pid=92782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:25:41.780979 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 55788) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:41.786394 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [None req-a2231d4a-8ff5-4231-82bf-c0b414a7deac tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Request body: {'security_group': {'name': 'tempest-securitygroup--276222250', 'description': 'tempest-description--276429326'}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:25:41.804945 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:41.823997 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700b7b25-9526-449a-8b54-7eca6530a373 None None] Pushing event updated for resources: {'Port': ['ID=392b9564-7aa7-4803-9f64-dcae4869533d,revision_number=4']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:41.836597 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-700b7b25-9526-449a-8b54-7eca6530a373 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:41.837097 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:41.907688 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92ed6a-396c-4163-9dee-283ca95bdacf req-f08f1ad3-aa72-4735-bb99-5e45fd10ee8f tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:41.917986 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-0c92ed6a-396c-4163-9dee-283ca95bdacf req-f08f1ad3-aa72-4735-bb99-5e45fd10ee8f tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/ports?device_id=033abcdc-0695-40db-81dc-e6aca3510ef6 HTTP/1.1" status: 200 len: 943 time: 0.3787937 Jun 21 04:25:41.932609 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a2231d4a-8ff5-4231-82bf-c0b414a7deac tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:41.940582 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08227963-84f2-4e7d-9dbb-6a217390052c service neutron] Pushing event updated for resources: {'Port': ['ID=68c2b6f1-4eeb-44bd-bb26-4ef9e139b9b1,revision_number=3']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:41.947885 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-08227963-84f2-4e7d-9dbb-6a217390052c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:41.979744 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-0c92ed6a-396c-4163-9dee-283ca95bdacf req-e5f9f64b-9886-46dd-b962-e0abe4d22720 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/security-groups?id=e076f1fa-426d-4c01-aa29-5fa89e8ec02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600476 Jun 21 04:25:42.019534 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Pushing event updated for resources: {'Port': ['ID=130eb5cf-43be-427f-830f-e697f4e63f1e,revision_number=5']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:42.025309 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:42.139806 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20f1c8b8986f59859b4229cceefba24e6e47d71d2fcee399c6ca6947cd3b11b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2516eb8b-f530-41ff-93b1-75cd709cda6a" -d '{"events": [{"name": "network-changed", "server_uuid": "033abcdc-0695-40db-81dc-e6aca3510ef6", "tag": "68c2b6f1-4eeb-44bd-bb26-4ef9e139b9b1"}]}' {{(pid=92782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:25:42.143608 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-60319c91-f522-45be-946f-fd30402efe70 req-573f8fa8-8a6d-41ff-9758-aab6d8c5c6e3 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 210 time: 0.0572233 Jun 21 04:25:42.156192 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-580609a4-b18e-4a43-9211-8c84bc977973 None None] Set router 871e4e22-5215-42b8-953d-959ba03e8bcc gateway port host: dv-cinder-797170-3-iscsi {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:25:42.185497 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a2231d4a-8ff5-4231-82bf-c0b414a7deac tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:42.198987 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a2231d4a-8ff5-4231-82bf-c0b414a7deac tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:42.201754 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:42.279492 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2231d4a-8ff5-4231-82bf-c0b414a7deac tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d70c9646-a852-4f4d-a850-9cdfde0acad0,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:42.292561 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-a2231d4a-8ff5-4231-82bf-c0b414a7deac tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:42.313066 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a2231d4a-8ff5-4231-82bf-c0b414a7deac tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:42.314433 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-a2231d4a-8ff5-4231-82bf-c0b414a7deac tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5323844 Jun 21 04:25:42.318463 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 55810) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:42.323515 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [None req-d0956cc7-0af6-4c77-85d3-68357d761e8e tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Request body: {'security_group_rule': {'security_group_id': 'd70c9646-a852-4f4d-a850-9cdfde0acad0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:25:42.445956 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-d0956cc7-0af6-4c77-85d3-68357d761e8e tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:42.631402 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-d0956cc7-0af6-4c77-85d3-68357d761e8e tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:42.639945 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-d0956cc7-0af6-4c77-85d3-68357d761e8e tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408514'] for security_group_rule, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:42.642297 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:42.642750 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-580609a4-b18e-4a43-9211-8c84bc977973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'name': 'tempest-AttachVolumeTestJSON-81153680-router', 'tenant_id': '7ac19631df71474c90f158e6a57cb69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '2f1d93d1-5462-459d-9a1b-df3c3db6f96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:24Z', 'updated_at': '2021-06-21T04:25:36Z', 'revision_number': 4, 'project_id': '7ac19631df71474c90f158e6a57cb69b', 'gw_port': {'id': '2f1d93d1-5462-459d-9a1b-df3c3db6f96a', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:7c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:26Z', 'updated_at': '2021-06-21T04:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': '392b9564-7aa7-4803-9f64-dcae4869533d', 'name': '', 'network_id': 'b0453a8f-147d-435a-b4a9-ec66a5c92927', 'tenant_id': '7ac19631df71474c90f158e6a57cb69b', 'mac_address': 'fa:16:3e:da:f5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cc19a82e-f40e-472d-88c4-f521c9c405b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:34Z', 'updated_at': '2021-06-21T04:25:41Z', 'revision_number': 4, 'project_id': '7ac19631df71474c90f158e6a57cb69b', 'subnets': [{'id': 'cc19a82e-f40e-472d-88c4-f521c9c405b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:25:42.678439 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0956cc7-0af6-4c77-85d3-68357d761e8e tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43cd7a59-2f2c-4ec7-866d-493d5a2b20d6,revision_number=0']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:42.682842 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-d0956cc7-0af6-4c77-85d3-68357d761e8e tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:42.685726 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-d0956cc7-0af6-4c77-85d3-68357d761e8e tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:42.690255 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-d0956cc7-0af6-4c77-85d3-68357d761e8e tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3706045 Jun 21 04:25:42.690988 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 55822) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:42.691232 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580609a4-b18e-4a43-9211-8c84bc977973 None None] The sync data for ids ['871e4e22-5215-42b8-953d-959ba03e8bcc'] in dv-cinder-797170-3-iscsi is: [{'id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'name': 'tempest-AttachVolumeTestJSON-81153680-router', 'tenant_id': '7ac19631df71474c90f158e6a57cb69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '2f1d93d1-5462-459d-9a1b-df3c3db6f96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:24Z', 'updated_at': '2021-06-21T04:25:36Z', 'revision_number': 4, 'project_id': '7ac19631df71474c90f158e6a57cb69b', 'gw_port': {'id': '2f1d93d1-5462-459d-9a1b-df3c3db6f96a', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:7c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:26Z', 'updated_at': '2021-06-21T04:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': '392b9564-7aa7-4803-9f64-dcae4869533d', 'name': '', 'network_id': 'b0453a8f-147d-435a-b4a9-ec66a5c92927', 'tenant_id': '7ac19631df71474c90f158e6a57cb69b', 'mac_address': 'fa:16:3e:da:f5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cc19a82e-f40e-472d-88c4-f521c9c405b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:34Z', 'updated_at': '2021-06-21T04:25:41Z', 'revision_number': 4, 'project_id': '7ac19631df71474c90f158e6a57cb69b', 'subnets': [{'id': 'cc19a82e-f40e-472d-88c4-f521c9c405b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:25:42.696748 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [None req-a5b2a94b-5340-45ef-9414-3721e5177a89 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Request body: {'security_group_rule': {'security_group_id': 'd70c9646-a852-4f4d-a850-9cdfde0acad0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:25:42.702972 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffed1ea3-98a5-485e-b40e-cfc51414ac1b req-1bd918bd-b155-4198-bce2-6f50b8d0d733 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:42.704490 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-ffed1ea3-98a5-485e-b40e-cfc51414ac1b req-1bd918bd-b155-4198-bce2-6f50b8d0d733 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=b28eaaa7-a577-4688-bed0-4e9eb11acca0 HTTP/1.1" status: 200 len: 943 time: 0.1750166 Jun 21 04:25:42.761904 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a5b2a94b-5340-45ef-9414-3721e5177a89 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:42.814583 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97cef5cb-7b08-49c1-9f79-87a66c8ebe1e x-openstack-request-id: req-97cef5cb-7b08-49c1-9f79-87a66c8ebe1e {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:25:42.815140 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b28eaaa7-a577-4688-bed0-4e9eb11acca0", "tag": "afb3d547-308d-47f0-913b-5f4c242a31c7", "status": "completed", "code": 200}]} {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:25:42.815140 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-97cef5cb-7b08-49c1-9f79-87a66c8ebe1e {{(pid=92783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:25:42.815620 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b28eaaa7-a577-4688-bed0-4e9eb11acca0', 'tag': 'afb3d547-308d-47f0-913b-5f4c242a31c7', 'status': 'completed', 'code': 200} Jun 21 04:25:42.829504 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-ffed1ea3-98a5-485e-b40e-cfc51414ac1b req-b214f813-8f08-4673-b6a5-40f2f248c3e6 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066279 Jun 21 04:25:42.930945 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a5b2a94b-5340-45ef-9414-3721e5177a89 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:42.944631 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a5b2a94b-5340-45ef-9414-3721e5177a89 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408514'] for security_group_rule, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:42.950898 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:42.982859 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b2a94b-5340-45ef-9414-3721e5177a89 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aae24bf-5585-4920-92f7-c32702e502a7,revision_number=0']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:43.008063 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-a5b2a94b-5340-45ef-9414-3721e5177a89 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:43.020404 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a5b2a94b-5340-45ef-9414-3721e5177a89 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:43.022327 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-a5b2a94b-5340-45ef-9414-3721e5177a89 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3300827 Jun 21 04:25:43.026598 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 55836) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:43.043060 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [None req-bd3df355-131a-45ce-8eda-3b51195fae93 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Request body: {'floatingip': {'floating_network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3'}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:25:43.104617 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-bd3df355-131a-45ce-8eda-3b51195fae93 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks [] for floatingip, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:43.261134 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62415faf-d0d7-4690-a97e-8fa4fe647b73 x-openstack-request-id: req-62415faf-d0d7-4690-a97e-8fa4fe647b73 {{(pid=92782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:25:43.261458 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "033abcdc-0695-40db-81dc-e6aca3510ef6", "tag": "68c2b6f1-4eeb-44bd-bb26-4ef9e139b9b1", "status": "completed", "code": 200}]} {{(pid=92782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:25:43.261745 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-62415faf-d0d7-4690-a97e-8fa4fe647b73 {{(pid=92782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:25:43.262202 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '033abcdc-0695-40db-81dc-e6aca3510ef6', 'tag': '68c2b6f1-4eeb-44bd-bb26-4ef9e139b9b1', 'status': 'completed', 'code': 200} Jun 21 04:25:43.272556 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-2754f5f2-ed4c-404d-bb06-0b8da4cad204 req-3ac5d55f-fbb1-46a1-a467-fa65a7854d78 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 210 time: 0.1614974 Jun 21 04:25:43.325752 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-bd3df355-131a-45ce-8eda-3b51195fae93 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:43.346815 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 392b9564-7aa7-4803-9f64-dcae4869533d up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:25:43.476998 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning for port 392b9564-7aa7-4803-9f64-dcae4869533d completed by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:25:43.483695 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning complete for port 392b9564-7aa7-4803-9f64-dcae4869533d triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:25:43.483959 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:43.627364 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.db_base_plugin_common [None req-bd3df355-131a-45ce-8eda-3b51195fae93 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Allocated IP 172.27.3.65 (6916bb71-a8d9-40e6-a88e-dbc7129bc7b3/8c39627d-1aec-4229-8b15-efcd0ccd7e2f/d89beed1-7e9b-4b4b-8f69-09990de325d3) {{(pid=92783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:25:43.676489 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:43.691040 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f626166-55bf-4b4e-991d-f7dad7805538 req-f61e7e87-fcaf-4468-8a5a-a6913432866b tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:43.692856 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-5f626166-55bf-4b4e-991d-f7dad7805538 req-f61e7e87-fcaf-4468-8a5a-a6913432866b tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/networks?id=64d28b19-33d9-4d9a-ba0d-ec7e5a053d07 HTTP/1.1" status: 200 len: 818 time: 0.3129644 Jun 21 04:25:43.763820 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266535-8ad7-4ea2-b389-2fbdcb280048 req-05bba786-f1e8-4449-af92-93105145dece tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:43.772592 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-14266535-8ad7-4ea2-b389-2fbdcb280048 req-05bba786-f1e8-4449-af92-93105145dece tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/ports?device_id=033abcdc-0695-40db-81dc-e6aca3510ef6 HTTP/1.1" status: 200 len: 943 time: 0.2511971 Jun 21 04:25:43.776447 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] For port 392b9564-7aa7-4803-9f64-dcae4869533d, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=392b9564-7aa7-4803-9f64-dcae4869533d,segment=NetworkSegment(667a5842-7839-490b-a92f-43d2d3e45ee6),segment_id=667a5842-7839-490b-a92f-43d2d3e45ee6)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:25:43.783386 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-5f626166-55bf-4b4e-991d-f7dad7805538 req-149969a7-3c22-4f98-8952-51e525c45b62 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/quotas/ccd1b659f7b548f69df434ddfadc8cf1 HTTP/1.1" status: 200 len: 375 time: 0.0637655 Jun 21 04:25:43.787373 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:43.789014 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 130eb5cf-43be-427f-830f-e697f4e63f1e up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:25:43.791920 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:43.886610 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-bd3df355-131a-45ce-8eda-3b51195fae93 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks [] for port, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:43.963235 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Pushing event updated for resources: {'Port': ['ID=392b9564-7aa7-4803-9f64-dcae4869533d,revision_number=5']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:43.980986 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:44.012168 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning complete for port 130eb5cf-43be-427f-830f-e697f4e63f1e triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:25:44.012257 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-14266535-8ad7-4ea2-b389-2fbdcb280048 req-4b84a47c-47a8-470e-b9c0-917a3f986c2f tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/security-groups?id=e076f1fa-426d-4c01-aa29-5fa89e8ec02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308977 Jun 21 04:25:44.012338 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:44.020850 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-bd3df355-131a-45ce-8eda-3b51195fae93 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989'] for port, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:44.041929 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-a419ca80-40c1-4bb1-b159-2aa89b0a57cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:44.105152 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-5f626166-55bf-4b4e-991d-f7dad7805538 req-d6205e83-1e23-4fb7-9462-75a9bef8082d tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ccd1b659f7b548f69df434ddfadc8cf1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3105392 Jun 21 04:25:44.118469 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3df355-131a-45ce-8eda-3b51195fae93 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Network 6916bb71-a8d9-40e6-a88e-dbc7129bc7b3 is already hosted by enough agents. {{(pid=92783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:25:44.138039 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.base_scheduler [None req-bd3df355-131a-45ce-8eda-3b51195fae93 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Resources bound (agent type, host, resource id): {{(pid=92783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:25:44.143184 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3df355-131a-45ce-8eda-3b51195fae93 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Received port after_create {{(pid=92783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:25:44.356695 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-bd3df355-131a-45ce-8eda-3b51195fae93 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:44.357947 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-5f626166-55bf-4b4e-991d-f7dad7805538 req-068d68e5-287c-453f-b407-a01287e3dd4b service neutron] 10.222.0.53 "GET /v2.0/networks/64d28b19-33d9-4d9a-ba0d-ec7e5a053d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376344 Jun 21 04:25:44.462891 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-bd3df355-131a-45ce-8eda-3b51195fae93 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:44.525750 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5aae9-83bb-4a38-9088-78fbfbc6806d req-bad966dd-3c44-4b7e-a09e-4be6e51ea21c tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:44.532392 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3df355-131a-45ce-8eda-3b51195fae93 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Pushing event updated for resources: {'Port': ['ID=d89beed1-7e9b-4b4b-8f69-09990de325d3,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:44.533793 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-77e5aae9-83bb-4a38-9088-78fbfbc6806d req-bad966dd-3c44-4b7e-a09e-4be6e51ea21c tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=b28eaaa7-a577-4688-bed0-4e9eb11acca0 HTTP/1.1" status: 200 len: 943 time: 0.1780763 Jun 21 04:25:44.541800 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-bd3df355-131a-45ce-8eda-3b51195fae93 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:44.604116 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-77e5aae9-83bb-4a38-9088-78fbfbc6806d req-3bf90f36-ff54-4400-8e86-1256c1c8a144 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673559 Jun 21 04:25:44.610682 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-5f626166-55bf-4b4e-991d-f7dad7805538 req-0dfb631c-fdb9-4e2e-bc2f-b1ddb69ca5d9 service neutron] 10.222.0.53 "GET /v2.0/networks/64d28b19-33d9-4d9a-ba0d-ec7e5a053d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401435 Jun 21 04:25:44.839633 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-ca9bfd2f-0c0d-4117-9af3-fa8a34ba0c6d req-e5183062-c6da-43bf-9cba-d67f78f1ddfa tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 210 time: 0.0755107 Jun 21 04:25:44.861491 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-bd3df355-131a-45ce-8eda-3b51195fae93 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks [] for port, precommit_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:44.867486 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-bd3df355-131a-45ce-8eda-3b51195fae93 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:44.871254 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-a419ca80-40c1-4bb1-b159-2aa89b0a57cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:44.892662 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6e13768b-0cda-4009-961a-09085689d4f4 req-3895fc14-5acf-41a4-b031-400507ea7320 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 210 time: 0.0303876 Jun 21 04:25:44.957487 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-bd3df355-131a-45ce-8eda-3b51195fae93 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689737'] for floatingip, after_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:45.007327 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3df355-131a-45ce-8eda-3b51195fae93 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Pushing event updated for resources: {'Port': ['ID=d89beed1-7e9b-4b4b-8f69-09990de325d3,revision_number=2']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:45.025983 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-bd3df355-131a-45ce-8eda-3b51195fae93 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:45.079966 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-bd3df355-131a-45ce-8eda-3b51195fae93 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for floatingip, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:45.082944 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-bd3df355-131a-45ce-8eda-3b51195fae93 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0549943 Jun 21 04:25:45.353238 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 392b9564-7aa7-4803-9f64-dcae4869533d up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:25:45.436528 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb070115-4b73-48ef-981c-f93c7287c83e req-33da52d1-dde1-4313-9563-1e38fe0dc735 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:45.445825 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-fb070115-4b73-48ef-981c-f93c7287c83e req-33da52d1-dde1-4313-9563-1e38fe0dc735 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/ports?device_id=033abcdc-0695-40db-81dc-e6aca3510ef6 HTTP/1.1" status: 200 len: 943 time: 0.1926656 Jun 21 04:25:45.540982 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-fb070115-4b73-48ef-981c-f93c7287c83e req-d2da2e89-2cbb-4300-8565-7a2a3b04c8ef tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/security-groups?id=e076f1fa-426d-4c01-aa29-5fa89e8ec02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906539 Jun 21 04:25:45.560155 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a0c81fcb-fc47-494b-8cf1-72025d4ade7e req-969cafc6-4581-41bf-b4f9-b195344ae9b2 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--276222250&fields=id&tenant_id=7ac19631df71474c90f158e6a57cb69b HTTP/1.1" status: 200 len: 267 time: 0.0615828 Jun 21 04:25:45.651868 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning complete for port 392b9564-7aa7-4803-9f64-dcae4869533d triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:25:45.652310 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:45.717935 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c81fcb-fc47-494b-8cf1-72025d4ade7e req-cec37dc3-5fa5-4d18-8a6d-c18139530696 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:45.719424 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a0c81fcb-fc47-494b-8cf1-72025d4ade7e req-cec37dc3-5fa5-4d18-8a6d-c18139530696 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/networks?id=b0453a8f-147d-435a-b4a9-ec66a5c92927 HTTP/1.1" status: 200 len: 809 time: 0.1569784 Jun 21 04:25:45.754778 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a0c81fcb-fc47-494b-8cf1-72025d4ade7e req-fc6bef35-6ab8-4e60-8611-f770fa5688ed tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/quotas/7ac19631df71474c90f158e6a57cb69b HTTP/1.1" status: 200 len: 375 time: 0.0232391 Jun 21 04:25:45.893897 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a0c81fcb-fc47-494b-8cf1-72025d4ade7e req-9da013ae-391d-492e-86b1-ed315c90a9fa tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7ac19631df71474c90f158e6a57cb69b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1379488 Jun 21 04:25:45.908679 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e88644-5c5a-4abb-80b0-59c27e28f2e4 req-25b2e1b5-cd5a-468f-a48a-d9c426208c4b tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:45.913877 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d1e88644-5c5a-4abb-80b0-59c27e28f2e4 req-25b2e1b5-cd5a-468f-a48a-d9c426208c4b tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=b28eaaa7-a577-4688-bed0-4e9eb11acca0 HTTP/1.1" status: 200 len: 943 time: 0.1104989 Jun 21 04:25:46.012801 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d1e88644-5c5a-4abb-80b0-59c27e28f2e4 req-729a4ed5-9958-4819-ac52-f94e7fdc8645 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845182 Jun 21 04:25:46.042904 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a0c81fcb-fc47-494b-8cf1-72025d4ade7e req-0028b25b-5d7f-47e8-8f1e-d9c13a5f331d service neutron] 10.222.0.53 "GET /v2.0/networks/b0453a8f-147d-435a-b4a9-ec66a5c92927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229513 Jun 21 04:25:46.166694 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a0c81fcb-fc47-494b-8cf1-72025d4ade7e req-19156ef0-b710-48fd-aab7-04f8309784da service neutron] 10.222.0.53 "GET /v2.0/networks/b0453a8f-147d-435a-b4a9-ec66a5c92927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214235 Jun 21 04:25:46.229927 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6c8ac89d-de98-4d38-90c9-c95cdd2db8c0 req-4e5476ce-9b61-44d4-87c5-3ad374827919 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 210 time: 0.0411482 Jun 21 04:25:46.443416 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-256e8869-3981-4cb9-89bd-063aaa57228b req-5f5ac487-085f-4390-b159-0aad3293bbad tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 210 time: 0.0496662 Jun 21 04:25:46.479996 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f303b2a2-112e-42a7-855d-b52db391056e req-8a346f98-1e9b-4f6d-a250-bc30f38c949e tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 210 time: 0.0544095 Jun 21 04:25:46.796973 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001c449-3135-45ef-bf1e-3160f5aaa066 req-74c6bad0-7889-478c-9348-96abd36a3d0b tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:46.798749 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-e001c449-3135-45ef-bf1e-3160f5aaa066 req-74c6bad0-7889-478c-9348-96abd36a3d0b tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/ports?device_id=033abcdc-0695-40db-81dc-e6aca3510ef6 HTTP/1.1" status: 200 len: 943 time: 0.1191227 Jun 21 04:25:46.898550 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-e001c449-3135-45ef-bf1e-3160f5aaa066 req-7bd78c49-662c-4f2d-9df2-30d7d7b2c0c0 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/security-groups?id=e076f1fa-426d-4c01-aa29-5fa89e8ec02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832386 Jun 21 04:25:47.076940 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:47.296807 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7c59a-351b-4396-b6c2-40714c6a1b3d req-b9284924-e788-4d77-a37a-62b639a3e339 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:47.298301 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-dca7c59a-351b-4396-b6c2-40714c6a1b3d req-b9284924-e788-4d77-a37a-62b639a3e339 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=b28eaaa7-a577-4688-bed0-4e9eb11acca0 HTTP/1.1" status: 200 len: 943 time: 0.1073644 Jun 21 04:25:47.341736 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-dca7c59a-351b-4396-b6c2-40714c6a1b3d req-edb2d19b-8a49-4647-9593-1f63eff9ed0f tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368819 Jun 21 04:25:47.415913 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-444d7ea2-16ec-47ed-b9cb-80284c65ccb1 req-d3a76aee-ff2b-43cf-acae-751782623714 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 210 time: 0.0321252 Jun 21 04:25:47.622172 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-5eb77805-139a-4932-8ce7-0b0b030b089e req-8417b145-7e34-498c-b7ec-2d8fe36f5501 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 210 time: 0.0574682 Jun 21 04:25:47.676208 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 56054) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:47.698117 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a1270677-39d8-4256-bb53-576e61a49ad3 req-5b134ca3-4d92-44c0-ac51-6abb915a2838 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 210 time: 0.0368490 Jun 21 04:25:47.798607 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-03796993-2047-4c7c-a2c0-f82be467746f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:47.890018 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-03796993-2047-4c7c-a2c0-f82be467746f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:47.895068 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-03796993-2047-4c7c-a2c0-f82be467746f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:47.897965 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-a2231d4a-8ff5-4231-82bf-c0b414a7deac tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:47.939200 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 56060) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:47.939690 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-03796993-2047-4c7c-a2c0-f82be467746f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aaff467a39254fd1a277898cc14359cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2615485 Jun 21 04:25:47.940538 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03796993-2047-4c7c-a2c0-f82be467746f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9069f869-7f46-414a-9900-d242a0aa6564,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:47.943923 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-03796993-2047-4c7c-a2c0-f82be467746f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:48.003986 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-a25a44c2-aa4b-46e2-965c-c7125718d416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:48.025036 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-a25a44c2-aa4b-46e2-965c-c7125718d416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:48.124041 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-a25a44c2-aa4b-46e2-965c-c7125718d416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:48.127689 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-a25a44c2-aa4b-46e2-965c-c7125718d416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:48.128832 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-a25a44c2-aa4b-46e2-965c-c7125718d416 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9069f869-7f46-414a-9900-d242a0aa6564 HTTP/1.1" status: 204 len: 168 time: 0.1879799 Jun 21 04:25:48.141876 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88a7d7-195f-4dd3-9400-b7934d66d6aa req-e2a81873-9eec-4d9e-9a48-b7df01a4689b tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:48.143809 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-5b88a7d7-195f-4dd3-9400-b7934d66d6aa req-e2a81873-9eec-4d9e-9a48-b7df01a4689b tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/ports?device_id=033abcdc-0695-40db-81dc-e6aca3510ef6 HTTP/1.1" status: 200 len: 943 time: 0.1040599 Jun 21 04:25:48.144090 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-0f419020-8c10-4b1f-96d5-1367203e7cba tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:48.154708 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a44c2-aa4b-46e2-965c-c7125718d416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9069f869-7f46-414a-9900-d242a0aa6564,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:48.157731 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-a25a44c2-aa4b-46e2-965c-c7125718d416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:48.198841 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-5b88a7d7-195f-4dd3-9400-b7934d66d6aa req-c3613200-1e68-463c-856f-b32ee381c5a7 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/security-groups?id=e076f1fa-426d-4c01-aa29-5fa89e8ec02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469484 Jun 21 04:25:48.560332 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 56090) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:48.596493 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-9c334e8e-ca9b-4687-99e8-1aca4217eba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:48.653073 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c0e2a7e2-124a-4457-a971-fbb57d34f674 req-bfdf4d39-5591-44e8-9bd5-dbc87b72d8c9 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 210 time: 0.0579386 Jun 21 04:25:48.719539 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc526ed4-1d33-499c-ab37-51c2f2455678 req-056f95a2-f16c-4f46-b82b-3eca44bb5a88 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:48.720989 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-fc526ed4-1d33-499c-ab37-51c2f2455678 req-056f95a2-f16c-4f46-b82b-3eca44bb5a88 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=b28eaaa7-a577-4688-bed0-4e9eb11acca0 HTTP/1.1" status: 200 len: 943 time: 0.1512437 Jun 21 04:25:48.947743 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3e0afbea-82bd-456b-9171-ba179cfc2865 req-1efee77f-2d81-4123-afa5-5140d8f96ec8 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 210 time: 0.0384181 Jun 21 04:25:48.978236 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-fc526ed4-1d33-499c-ab37-51c2f2455678 req-a317eaaf-1eb3-4079-9b05-ee8fc9c37932 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507167 Jun 21 04:25:48.997014 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-9c334e8e-ca9b-4687-99e8-1aca4217eba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:49.002900 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-9c334e8e-ca9b-4687-99e8-1aca4217eba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:49.006573 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:49.040819 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-9c334e8e-ca9b-4687-99e8-1aca4217eba4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4316a0369d4e452ba0e0a275e8c89f3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4791191 Jun 21 04:25:49.042837 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c334e8e-ca9b-4687-99e8-1aca4217eba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2cd9a3c-e7d0-43bd-9810-c71a28d1d902,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:49.043737 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 56100) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:49.045827 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-9c334e8e-ca9b-4687-99e8-1aca4217eba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:49.074960 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-e13b2d8a-3652-4be6-9965-2d0b758af185 req-1bd8f43b-6c13-4b9f-94e3-92e62c25c745 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 210 time: 0.0274272 Jun 21 04:25:49.097354 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a6335d0e-dd5e-4cd6-8e86-1ca47014953c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:49.118495 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a6335d0e-dd5e-4cd6-8e86-1ca47014953c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:49.164028 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a6335d0e-dd5e-4cd6-8e86-1ca47014953c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:49.166743 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a6335d0e-dd5e-4cd6-8e86-1ca47014953c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:49.167851 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-a6335d0e-dd5e-4cd6-8e86-1ca47014953c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c2cd9a3c-e7d0-43bd-9810-c71a28d1d902 HTTP/1.1" status: 204 len: 168 time: 0.1229796 Jun 21 04:25:49.168506 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:49.175654 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6335d0e-dd5e-4cd6-8e86-1ca47014953c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2cd9a3c-e7d0-43bd-9810-c71a28d1d902,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:49.177964 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-a6335d0e-dd5e-4cd6-8e86-1ca47014953c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:49.380177 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0bcff-c6cd-43e1-b87b-d81df96660b7 req-59adbf08-2c23-435a-91d2-2846766a7ef9 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:49.381623 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a7d0bcff-c6cd-43e1-b87b-d81df96660b7 req-59adbf08-2c23-435a-91d2-2846766a7ef9 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/ports?device_id=033abcdc-0695-40db-81dc-e6aca3510ef6 HTTP/1.1" status: 200 len: 943 time: 0.0652764 Jun 21 04:25:49.421563 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a7d0bcff-c6cd-43e1-b87b-d81df96660b7 req-947fad1d-3927-4a50-abb0-aabdce1fc626 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/security-groups?id=e076f1fa-426d-4c01-aa29-5fa89e8ec02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341804 Jun 21 04:25:49.808881 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-89d20f0b-b725-4059-b72a-16b11fc3bae8 req-c083a40a-3476-496b-97fa-5e049c7364cb tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 210 time: 0.0287607 Jun 21 04:25:50.088549 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6234afb2-b339-49d8-be8c-d73f7a5bbdc2 req-e4dd3eb8-3a9a-4dca-b1b8-31853a01974b tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 210 time: 0.0289118 Jun 21 04:25:50.156668 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64702e96-e2cd-493b-b9fb-e69467f89885 req-5a63a138-6175-464a-8e23-67125b11cf28 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:50.158119 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-64702e96-e2cd-493b-b9fb-e69467f89885 req-5a63a138-6175-464a-8e23-67125b11cf28 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=b28eaaa7-a577-4688-bed0-4e9eb11acca0 HTTP/1.1" status: 200 len: 943 time: 0.0668833 Jun 21 04:25:50.203619 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-64702e96-e2cd-493b-b9fb-e69467f89885 req-4f43b57a-ae9a-43fc-9db0-e439896bac8f tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393264 Jun 21 04:25:50.236834 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-55eab6a2-cb7b-49ee-a6e9-c66ed4d4223a req-234181b0-4a2e-4c5a-92f6-9069c6a22502 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 210 time: 0.0373816 Jun 21 04:25:50.591277 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c28cd-f613-4d33-b16b-df4a4403f195 req-68444e5b-89aa-4128-b243-12b689ce813c tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:50.592723 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-4e3c28cd-f613-4d33-b16b-df4a4403f195 req-68444e5b-89aa-4128-b243-12b689ce813c tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/ports?device_id=033abcdc-0695-40db-81dc-e6aca3510ef6 HTTP/1.1" status: 200 len: 943 time: 0.0638335 Jun 21 04:25:50.632515 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-4e3c28cd-f613-4d33-b16b-df4a4403f195 req-ee41f852-d24e-4109-b2b8-7946bfd5ad0f tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/security-groups?id=e076f1fa-426d-4c01-aa29-5fa89e8ec02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341249 Jun 21 04:25:50.890769 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 56180) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:50.956575 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-ae7bbf23-0662-4ec6-a1da-22e48b3d0eac req-e357321b-788b-4bfb-9e9b-2f3587a29e16 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 210 time: 0.0320680 Jun 21 04:25:50.991969 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-9e884b54-0551-4b55-a18c-a671c7e4c327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:51.080150 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-9e884b54-0551-4b55-a18c-a671c7e4c327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:51.084318 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-9e884b54-0551-4b55-a18c-a671c7e4c327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:51.088276 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:51.123017 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-9e884b54-0551-4b55-a18c-a671c7e4c327 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7c425e7cdd5b45a2b4641c7cf37e1a31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2311869 Jun 21 04:25:51.123957 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e884b54-0551-4b55-a18c-a671c7e4c327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cab4fab-eb7f-4fb9-aab7-9e645a450a12,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:51.125807 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 56186) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:51.127012 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-9e884b54-0551-4b55-a18c-a671c7e4c327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:51.173068 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-773732f3-2c00-405e-9f96-f55f58fe3168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:51.193204 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-773732f3-2c00-405e-9f96-f55f58fe3168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:51.231712 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-e41fd1a1-3a36-4ef3-be2b-eb596d8da9d6 req-884a94ab-0ee3-4211-8139-2713693395d6 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 210 time: 0.0365589 Jun 21 04:25:51.267331 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-773732f3-2c00-405e-9f96-f55f58fe3168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:51.271073 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-773732f3-2c00-405e-9f96-f55f58fe3168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:51.272198 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-773732f3-2c00-405e-9f96-f55f58fe3168 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8cab4fab-eb7f-4fb9-aab7-9e645a450a12 HTTP/1.1" status: 204 len: 168 time: 0.1452987 Jun 21 04:25:51.273029 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-9c334e8e-ca9b-4687-99e8-1aca4217eba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:51.280650 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773732f3-2c00-405e-9f96-f55f58fe3168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cab4fab-eb7f-4fb9-aab7-9e645a450a12,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:51.284344 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-773732f3-2c00-405e-9f96-f55f58fe3168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:51.410464 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-86b48b81-cd29-45e1-add3-99d729c02be0 req-440f99c8-c151-4580-9f42-e4de77ce5efa tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 210 time: 0.0404215 Jun 21 04:25:51.428571 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc04d5-9bfa-40d7-bdd1-0bf3f857ffe9 req-19afed45-b707-4c4a-a79c-c6e6b4bdb4dd tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:51.430020 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-14dc04d5-9bfa-40d7-bdd1-0bf3f857ffe9 req-19afed45-b707-4c4a-a79c-c6e6b4bdb4dd tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=b28eaaa7-a577-4688-bed0-4e9eb11acca0 HTTP/1.1" status: 200 len: 943 time: 0.1012437 Jun 21 04:25:51.467294 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-14dc04d5-9bfa-40d7-bdd1-0bf3f857ffe9 req-dcb76a01-f2ba-4e65-aca0-41a6c36af9b4 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317225 Jun 21 04:25:51.543308 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 56196) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:51.556856 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-57894282-6b9c-4226-a254-49f70a461647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:51.643327 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-57894282-6b9c-4226-a254-49f70a461647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:51.646775 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-57894282-6b9c-4226-a254-49f70a461647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:51.650242 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-451579a6-243e-4223-bb5e-6e2a2f977e29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:51.685227 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-57894282-6b9c-4226-a254-49f70a461647 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=31b83d815e4d4ed898e4f5de9f641e8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1408596 Jun 21 04:25:51.686260 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57894282-6b9c-4226-a254-49f70a461647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19cd09e-4ad5-4143-aa61-d7488d265dd2,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:51.687934 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 56202) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:51.689260 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-57894282-6b9c-4226-a254-49f70a461647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:51.737750 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-eaa305ef-9655-4a3d-88f6-1e5566363e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:51.763381 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-eaa305ef-9655-4a3d-88f6-1e5566363e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:51.805268 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4057b6f-bb4d-4ea2-ba7d-1f488ac8ce27 req-d786e918-d650-4179-acee-f6eff9a3271c tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:51.807057 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a4057b6f-bb4d-4ea2-ba7d-1f488ac8ce27 req-d786e918-d650-4179-acee-f6eff9a3271c tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/ports?device_id=033abcdc-0695-40db-81dc-e6aca3510ef6 HTTP/1.1" status: 200 len: 943 time: 0.0655544 Jun 21 04:25:51.808886 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-eaa305ef-9655-4a3d-88f6-1e5566363e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:51.812093 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-eaa305ef-9655-4a3d-88f6-1e5566363e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:51.813211 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-eaa305ef-9655-4a3d-88f6-1e5566363e90 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d19cd09e-4ad5-4143-aa61-d7488d265dd2 HTTP/1.1" status: 204 len: 168 time: 0.1231656 Jun 21 04:25:51.814030 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:51.821853 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa305ef-9655-4a3d-88f6-1e5566363e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19cd09e-4ad5-4143-aa61-d7488d265dd2,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:51.829421 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-eaa305ef-9655-4a3d-88f6-1e5566363e90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:51.858700 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a4057b6f-bb4d-4ea2-ba7d-1f488ac8ce27 req-55e11250-53d4-49cb-ab1f-e56b2a458824 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/security-groups?id=e076f1fa-426d-4c01-aa29-5fa89e8ec02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456667 Jun 21 04:25:52.116568 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-09f0115b-e205-4352-bed1-66ccc873b2d5 req-3fc822b0-a263-4a44-aff4-aee30c5a6587 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 210 time: 0.0289731 Jun 21 04:25:52.314436 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13828f-00ae-4d47-83b0-1060e121e8ff req-d157054f-f94a-4c53-b108-95ef4c29fc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:52.317604 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-0a13828f-00ae-4d47-83b0-1060e121e8ff req-d157054f-f94a-4c53-b108-95ef4c29fc68 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dd9a1f8984c4474aa4722fd84f45b670&device_id=b28eaaa7-a577-4688-bed0-4e9eb11acca0 HTTP/1.1" status: 200 len: 1096 time: 0.1330545 Jun 21 04:25:52.439006 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516eb8b-f530-41ff-93b1-75cd709cda6a req-4cc278cc-78e0-4c0c-b191-7dcd0b5182a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:52.441411 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-2516eb8b-f530-41ff-93b1-75cd709cda6a req-4cc278cc-78e0-4c0c-b191-7dcd0b5182a0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c71a07bb9f2c4c28a80d202ae1e80694&device_id=033abcdc-0695-40db-81dc-e6aca3510ef6 HTTP/1.1" status: 200 len: 1096 time: 0.1343224 Jun 21 04:25:52.651981 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c40c5904-beab-410a-8fb7-c9086eea0342 req-2e96901e-4cf2-474e-a0f9-b6571a729b9c tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 210 time: 0.0887473 Jun 21 04:25:52.704507 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d94a56ee-3f9f-40d2-962e-2081edd02458 req-df3a901b-66ca-4331-9c17-641e228ed2a0 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 210 time: 0.1167953 Jun 21 04:25:52.712318 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13828f-00ae-4d47-83b0-1060e121e8ff req-376741e6-f7e2-43be-8a14-472deb6ef560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:52.713759 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-0a13828f-00ae-4d47-83b0-1060e121e8ff req-376741e6-f7e2-43be-8a14-472deb6ef560 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=dd9a1f8984c4474aa4722fd84f45b670&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3852930 Jun 21 04:25:52.948846 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516eb8b-f530-41ff-93b1-75cd709cda6a req-dbb3b884-e3bb-4fd2-b155-f2206e089b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:52.950738 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-2516eb8b-f530-41ff-93b1-75cd709cda6a req-dbb3b884-e3bb-4fd2-b155-f2206e089b8d service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=c71a07bb9f2c4c28a80d202ae1e80694&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4992993 Jun 21 04:25:53.051953 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13828f-00ae-4d47-83b0-1060e121e8ff req-dd210e4b-7534-4536-8620-6dbfddfb3b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:53.057555 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-0a13828f-00ae-4d47-83b0-1060e121e8ff req-dd210e4b-7534-4536-8620-6dbfddfb3b11 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3369777 Jun 21 04:25:53.117246 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873c581-7b3f-4801-b6f6-a4c3bb198ecc req-3e23e185-3d7d-471f-8070-e1d29ff0e10b tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:53.127075 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a873c581-7b3f-4801-b6f6-a4c3bb198ecc req-3e23e185-3d7d-471f-8070-e1d29ff0e10b tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=b28eaaa7-a577-4688-bed0-4e9eb11acca0 HTTP/1.1" status: 200 len: 943 time: 0.3043036 Jun 21 04:25:53.260221 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516eb8b-f530-41ff-93b1-75cd709cda6a req-e176371f-6cba-4ecc-a688-6dddd7da00fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:53.262923 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-2516eb8b-f530-41ff-93b1-75cd709cda6a req-e176371f-6cba-4ecc-a688-6dddd7da00fc service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3016105 Jun 21 04:25:53.305753 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a873c581-7b3f-4801-b6f6-a4c3bb198ecc req-b1495a2a-daff-415b-af1e-fc946a354daf tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776531 Jun 21 04:25:53.408790 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0428d9-01b8-43e8-b0c6-6b46de5c62e2 req-25eb2cd1-6730-4373-a7f7-11f190407fad tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:53.410856 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6b0428d9-01b8-43e8-b0c6-6b46de5c62e2 req-25eb2cd1-6730-4373-a7f7-11f190407fad tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/ports?device_id=033abcdc-0695-40db-81dc-e6aca3510ef6 HTTP/1.1" status: 200 len: 943 time: 0.2560472 Jun 21 04:25:53.478249 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4615be5-5a2f-4cf4-8f76-6226f1b102eb req-ea6191cf-3f00-4da3-8d7d-cb1cb63e71b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:53.480755 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-b4615be5-5a2f-4cf4-8f76-6226f1b102eb req-ea6191cf-3f00-4da3-8d7d-cb1cb63e71b5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c71a07bb9f2c4c28a80d202ae1e80694&device_id=033abcdc-0695-40db-81dc-e6aca3510ef6 HTTP/1.1" status: 200 len: 1096 time: 0.0953391 Jun 21 04:25:53.493382 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6b0428d9-01b8-43e8-b0c6-6b46de5c62e2 req-e45e9bb0-668b-4aac-8c82-9d7159edf11c tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/security-groups?id=e076f1fa-426d-4c01-aa29-5fa89e8ec02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744236 Jun 21 04:25:53.504726 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3e8fc60d-e7b2-4d69-832c-266e52666b36 req-132d5a4f-c45b-4302-8b99-2fc6b58a66e4 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 210 time: 0.0682900 Jun 21 04:25:53.520954 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2206b4c-374a-4213-a58e-7d68f8d89629 req-9c739150-54a9-4f10-b205-b93fcae1d6c1 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:53.523744 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d2206b4c-374a-4213-a58e-7d68f8d89629 req-9c739150-54a9-4f10-b205-b93fcae1d6c1 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.55 "GET /v2.0/networks?id=fd6e448a-06f0-4e1b-bc50-7a0749d71b51 HTTP/1.1" status: 200 len: 817 time: 0.2721968 Jun 21 04:25:53.577243 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-b4615be5-5a2f-4cf4-8f76-6226f1b102eb req-84e76df2-c3b1-4b19-9a3f-84fb15f0aa9e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=68c2b6f1-4eeb-44bd-bb26-4ef9e139b9b1 HTTP/1.1" status: 200 len: 217 time: 0.0864100 Jun 21 04:25:53.612325 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 56286) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:53.617573 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d2206b4c-374a-4213-a58e-7d68f8d89629 req-76354256-f297-4e70-b170-77c213084167 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e73c54dea0a944059b24d8393e162682 HTTP/1.1" status: 200 len: 380 time: 0.0553176 Jun 21 04:25:53.633242 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [req-d2206b4c-374a-4213-a58e-7d68f8d89629 req-c677d171-d245-49a8-a1da-7f9b426a9269 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Request body: {'port': {'device_id': '6ee2f960-eaf6-40ca-9c09-b0c0897758d3', 'network_id': 'fd6e448a-06f0-4e1b-bc50-7a0749d71b51', 'admin_state_up': True, 'tenant_id': 'e73c54dea0a944059b24d8393e162682', 'security_groups': ['0575c16e-94e7-4e56-a08c-2a443139b187']}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:25:53.653524 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4615be5-5a2f-4cf4-8f76-6226f1b102eb req-28c1cd8f-acc3-4d7c-83d7-70baf03185c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:53.656144 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-b4615be5-5a2f-4cf4-8f76-6226f1b102eb req-28c1cd8f-acc3-4d7c-83d7-70baf03185c2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d152cd9e-cdfb-4cc9-ab3c-bbc65c647607 HTTP/1.1" status: 200 len: 852 time: 0.0709109 Jun 21 04:25:53.726833 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-b4615be5-5a2f-4cf4-8f76-6226f1b102eb req-7d4b3be1-4add-49c1-91a4-4ad783f2ed9b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c6ae2bab-f488-4095-b86a-cac1576eb954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628955 Jun 21 04:25:53.799893 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2206b4c-374a-4213-a58e-7d68f8d89629 req-c677d171-d245-49a8-a1da-7f9b426a9269 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Made reservation on behalf of e73c54dea0a944059b24d8393e162682 for: {'port': 1} {{(pid=92782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:25:53.804218 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-d2206b4c-374a-4213-a58e-7d68f8d89629 req-c677d171-d245-49a8-a1da-7f9b426a9269 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:53.892247 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.55', 63127) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:53.940239 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-8aa36e1b-3d7c-4c56-80b4-63de3057ff6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:54.055688 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.55', 63129) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:54.060022 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-b4615be5-5a2f-4cf4-8f76-6226f1b102eb req-2c9275ed-5261-43b1-bff6-b3d411cfb50f service neutron] 10.222.0.55 "GET /v2.0/networks/c6ae2bab-f488-4095-b86a-cac1576eb954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261936 Jun 21 04:25:54.205978 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d73aa-805f-4b87-8a4c-ccd88a4609ad req-e554e0d6-cd4a-4c0f-a2b3-5f0e0d79a1fb tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:54.208169 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-056d73aa-805f-4b87-8a4c-ccd88a4609ad req-e554e0d6-cd4a-4c0f-a2b3-5f0e0d79a1fb tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.55 "GET /v2.0/networks?id=64d28b19-33d9-4d9a-ba0d-ec7e5a053d07 HTTP/1.1" status: 200 len: 818 time: 0.3119705 Jun 21 04:25:54.227028 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [req-056d73aa-805f-4b87-8a4c-ccd88a4609ad req-0edced2d-2ccb-4490-a4ca-0f612f4e1fed tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Request body: {'port': {'device_id': 'a253e2ab-e1ea-482c-8ea5-17f916c1e73f', 'network_id': '64d28b19-33d9-4d9a-ba0d-ec7e5a053d07', 'admin_state_up': True, 'tenant_id': 'ccd1b659f7b548f69df434ddfadc8cf1'}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:25:54.288789 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-4bee59ea-4211-432b-93c5-807448d8019b req-f2d03296-3659-420f-a2f4-82fb561ae49d tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 210 time: 0.3664033 Jun 21 04:25:54.352235 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-b4615be5-5a2f-4cf4-8f76-6226f1b102eb req-3980affb-5cb2-4bb6-bcaf-b0e33e0aefbb service neutron] 10.222.0.55 "GET /v2.0/networks/c6ae2bab-f488-4095-b86a-cac1576eb954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783732 Jun 21 04:25:54.356878 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b741a-757c-4dd5-b57f-ec71cee5daf1 req-27021dda-0dfa-482b-b54b-194cc7863347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:54.358214 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-188b741a-757c-4dd5-b57f-ec71cee5daf1 req-27021dda-0dfa-482b-b54b-194cc7863347 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dd9a1f8984c4474aa4722fd84f45b670&device_id=b28eaaa7-a577-4688-bed0-4e9eb11acca0 HTTP/1.1" status: 200 len: 1096 time: 0.2973084 Jun 21 04:25:54.372412 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-879d6c0f-4be2-4419-8b78-3e9006a9bae8 req-bd73716b-8c40-40b7-9638-70424a400452 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 210 time: 0.1412458 Jun 21 04:25:54.452774 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-188b741a-757c-4dd5-b57f-ec71cee5daf1 req-77c9e98a-893e-4675-82b5-50a2eff380fa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afb3d547-308d-47f0-913b-5f4c242a31c7 HTTP/1.1" status: 200 len: 217 time: 0.0863214 Jun 21 04:25:54.522763 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b741a-757c-4dd5-b57f-ec71cee5daf1 req-d9d76099-b4b8-47e9-907b-6b4ab874d362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:54.525051 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-188b741a-757c-4dd5-b57f-ec71cee5daf1 req-d9d76099-b4b8-47e9-907b-6b4ab874d362 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0260b167-e49c-4b4b-9ef5-e52212495354 HTTP/1.1" status: 200 len: 855 time: 0.0644307 Jun 21 04:25:54.580749 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.db_base_plugin_common [req-d2206b4c-374a-4213-a58e-7d68f8d89629 req-c677d171-d245-49a8-a1da-7f9b426a9269 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Allocated IP 172.20.0.6 (fd6e448a-06f0-4e1b-bc50-7a0749d71b51/8d8b0903-2890-45e0-bcb1-1f07c6fca395/5ebbea58-99ab-45f8-beac-f662499e74ba) {{(pid=92782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:25:54.597464 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-188b741a-757c-4dd5-b57f-ec71cee5daf1 req-ba70a633-6f44-407e-a8cc-89e8cffb4355 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b3c7cb1-477e-4c5f-9965-cb60a2d8de14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533180 Jun 21 04:25:54.720582 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-347f3340-bfba-4d7f-9ff6-40ceeb62b2c4 req-5202a9af-6ef2-4ee3-b5cc-a8eff2af1311 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 210 time: 0.0706398 Jun 21 04:25:54.755347 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f626166-55bf-4b4e-991d-f7dad7805538 req-c94316cf-2a62-43a1-b825-e4219094897f tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:54.755347 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-5f626166-55bf-4b4e-991d-f7dad7805538 req-c94316cf-2a62-43a1-b825-e4219094897f tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.55 "GET /v2.0/networks?id=64d28b19-33d9-4d9a-ba0d-ec7e5a053d07 HTTP/1.1" status: 200 len: 818 time: 0.1994445 Jun 21 04:25:54.766207 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-188b741a-757c-4dd5-b57f-ec71cee5daf1 req-95ad7fb2-2a9a-4b71-95b5-759765f6662c service neutron] 10.222.0.55 "GET /v2.0/networks/6b3c7cb1-477e-4c5f-9965-cb60a2d8de14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423776 Jun 21 04:25:54.819997 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86549c9b-2255-41e4-9f4d-3ae0d2eda494 req-95a83199-7027-45e4-af87-33626712a72b tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:54.826983 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-86549c9b-2255-41e4-9f4d-3ae0d2eda494 req-95a83199-7027-45e4-af87-33626712a72b tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=b28eaaa7-a577-4688-bed0-4e9eb11acca0 HTTP/1.1" status: 200 len: 943 time: 0.2806816 Jun 21 04:25:54.841102 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-8aa36e1b-3d7c-4c56-80b4-63de3057ff6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:54.868868 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-8aa36e1b-3d7c-4c56-80b4-63de3057ff6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:54.871541 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-056d73aa-805f-4b87-8a4c-ccd88a4609ad req-0edced2d-2ccb-4490-a4ca-0f612f4e1fed tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Made reservation on behalf of ccd1b659f7b548f69df434ddfadc8cf1 for: {'port': 1} {{(pid=92783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:25:54.875511 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-056d73aa-805f-4b87-8a4c-ccd88a4609ad req-0edced2d-2ccb-4490-a4ca-0f612f4e1fed tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:54.915166 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:54.951010 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-86549c9b-2255-41e4-9f4d-3ae0d2eda494 req-3736670f-6844-4762-9a7b-f904431b469d tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231058 Jun 21 04:25:55.005995 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-8aa36e1b-3d7c-4c56-80b4-63de3057ff6a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9821230e62b54b6c875764f263456b58&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3873541 Jun 21 04:25:55.009667 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 56344) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:55.012425 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.db_base_plugin_common [req-056d73aa-805f-4b87-8a4c-ccd88a4609ad req-0edced2d-2ccb-4490-a4ca-0f612f4e1fed tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Allocated IP 172.20.0.5 (64d28b19-33d9-4d9a-ba0d-ec7e5a053d07/849daa8e-dac6-4f8a-9763-33d634d005e9/4a909c36-2c5c-4350-bdc2-a244007e2fab) {{(pid=92783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:25:55.018902 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa36e1b-3d7c-4c56-80b4-63de3057ff6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e41de5-a099-4f82-9f3f-958092620ec1,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:55.029431 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-8aa36e1b-3d7c-4c56-80b4-63de3057ff6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:55.051616 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-d2206b4c-374a-4213-a58e-7d68f8d89629 req-c677d171-d245-49a8-a1da-7f9b426a9269 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks [] for port, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:55.068090 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee971c3b-a53c-4db9-be3d-3dd6e285f376 req-09bec171-e109-4ad6-9c9a-0880a9849cc9 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:55.069454 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-ee971c3b-a53c-4db9-be3d-3dd6e285f376 req-09bec171-e109-4ad6-9c9a-0880a9849cc9 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/ports?device_id=033abcdc-0695-40db-81dc-e6aca3510ef6 HTTP/1.1" status: 200 len: 943 time: 0.2092235 Jun 21 04:25:55.076678 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.provisioning_blocks [req-d2206b4c-374a-4213-a58e-7d68f8d89629 req-c677d171-d245-49a8-a1da-7f9b426a9269 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Transition to ACTIVE for port object 5ebbea58-99ab-45f8-beac-f662499e74ba will not be triggered until provisioned by entity DHCP. {{(pid=92782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:25:55.134249 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-ee971c3b-a53c-4db9-be3d-3dd6e285f376 req-a44176fe-7b54-47ea-b100-83c213797788 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/security-groups?id=e076f1fa-426d-4c01-aa29-5fa89e8ec02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556674 Jun 21 04:25:55.146521 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-69fab10a-f31e-4b1f-8914-6df098a78cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:55.148578 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-d2206b4c-374a-4213-a58e-7d68f8d89629 req-c677d171-d245-49a8-a1da-7f9b426a9269 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989'] for port, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:55.154004 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-f1335aae-317f-449a-a3cb-5c6daffd0076 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:55.197061 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-69fab10a-f31e-4b1f-8914-6df098a78cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:55.219771 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2206b4c-374a-4213-a58e-7d68f8d89629 req-c677d171-d245-49a8-a1da-7f9b426a9269 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Network fd6e448a-06f0-4e1b-bc50-7a0749d71b51 is already hosted by enough agents. {{(pid=92782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:25:55.224054 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.base_scheduler [req-d2206b4c-374a-4213-a58e-7d68f8d89629 req-c677d171-d245-49a8-a1da-7f9b426a9269 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Resources bound (agent type, host, resource id): {{(pid=92782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:25:55.228545 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2206b4c-374a-4213-a58e-7d68f8d89629 req-c677d171-d245-49a8-a1da-7f9b426a9269 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Received port after_create {{(pid=92782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:25:55.234047 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2206b4c-374a-4213-a58e-7d68f8d89629 req-c677d171-d245-49a8-a1da-7f9b426a9269 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:55.234667 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-d2206b4c-374a-4213-a58e-7d68f8d89629 req-c677d171-d245-49a8-a1da-7f9b426a9269 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for port, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:55.240926 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c677d171-d245-49a8-a1da-7f9b426a9269 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Pushing event updated for resources: {'Port': ['ID=5ebbea58-99ab-45f8-beac-f662499e74ba,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:55.250282 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-c677d171-d245-49a8-a1da-7f9b426a9269 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:55.271022 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d2206b4c-374a-4213-a58e-7d68f8d89629 req-c677d171-d245-49a8-a1da-7f9b426a9269 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6447825 Jun 21 04:25:55.316512 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-056d73aa-805f-4b87-8a4c-ccd88a4609ad req-0edced2d-2ccb-4490-a4ca-0f612f4e1fed tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Notify callbacks [] for port, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:55.326427 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-69fab10a-f31e-4b1f-8914-6df098a78cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:55.331601 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-69fab10a-f31e-4b1f-8914-6df098a78cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:55.333554 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-69fab10a-f31e-4b1f-8914-6df098a78cac admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/32e41de5-a099-4f82-9f3f-958092620ec1 HTTP/1.1" status: 204 len: 168 time: 0.3227448 Jun 21 04:25:55.338210 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:55.357113 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fab10a-f31e-4b1f-8914-6df098a78cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e41de5-a099-4f82-9f3f-958092620ec1,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:55.360305 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-69fab10a-f31e-4b1f-8914-6df098a78cac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:55.376441 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-056d73aa-805f-4b87-8a4c-ccd88a4609ad req-0edced2d-2ccb-4490-a4ca-0f612f4e1fed tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989'] for port, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:55.382818 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-ca5fca86-1c1b-4e5c-b664-67161aa401d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:55.442004 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-056d73aa-805f-4b87-8a4c-ccd88a4609ad req-0edced2d-2ccb-4490-a4ca-0f612f4e1fed tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Network 64d28b19-33d9-4d9a-ba0d-ec7e5a053d07 is already hosted by enough agents. {{(pid=92783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:25:55.445165 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.base_scheduler [req-056d73aa-805f-4b87-8a4c-ccd88a4609ad req-0edced2d-2ccb-4490-a4ca-0f612f4e1fed tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Resources bound (agent type, host, resource id): {{(pid=92783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:25:55.449125 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.l3_dvrscheduler_db [req-056d73aa-805f-4b87-8a4c-ccd88a4609ad req-0edced2d-2ccb-4490-a4ca-0f612f4e1fed tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Received port after_create {{(pid=92783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:25:55.464442 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d73aa-805f-4b87-8a4c-ccd88a4609ad req-0edced2d-2ccb-4490-a4ca-0f612f4e1fed tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:55.465120 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-056d73aa-805f-4b87-8a4c-ccd88a4609ad req-0edced2d-2ccb-4490-a4ca-0f612f4e1fed tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for port, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:55.487839 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edced2d-2ccb-4490-a4ca-0f612f4e1fed tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Pushing event updated for resources: {'Port': ['ID=4a909c36-2c5c-4350-bdc2-a244007e2fab,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:55.498118 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-0edced2d-2ccb-4490-a4ca-0f612f4e1fed tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:55.500182 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-056d73aa-805f-4b87-8a4c-ccd88a4609ad req-0edced2d-2ccb-4490-a4ca-0f612f4e1fed tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2820313 Jun 21 04:25:55.525325 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-59f846fd-4431-424b-9a1a-6f99ca73c79c req-0782a593-fe20-48f0-b4f8-898579b7aa87 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 210 time: 0.0390346 Jun 21 04:25:55.546455 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-37f87540-e6a8-456c-a2d3-791342fc0cd7 None None] Provisioning for port 5ebbea58-99ab-45f8-beac-f662499e74ba completed by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:25:55.552307 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-37f87540-e6a8-456c-a2d3-791342fc0cd7 None None] Provisioning complete for port 5ebbea58-99ab-45f8-beac-f662499e74ba triggered by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:25:55.552851 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-37f87540-e6a8-456c-a2d3-791342fc0cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:55.570885 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-41485e91-8dd5-46b5-a3d5-5fb0d44c3de0 req-fa7b2985-3a0c-4180-83c0-0ae97289114b tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 210 time: 0.0317290 Jun 21 04:25:55.591351 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-37f87540-e6a8-456c-a2d3-791342fc0cd7 None None] Port 5ebbea58-99ab-45f8-beac-f662499e74ba cannot update to ACTIVE because it is not bound. {{(pid=92784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:25:55.714470 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 56360) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:55.728061 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-c1e0218a-e222-4cca-adb1-80130926db33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:55.817079 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-c1e0218a-e222-4cca-adb1-80130926db33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:55.821275 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-c1e0218a-e222-4cca-adb1-80130926db33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:55.824125 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-9e884b54-0551-4b55-a18c-a671c7e4c327 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:55.860274 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-c1e0218a-e222-4cca-adb1-80130926db33 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5c669b0f19c348c4954912e69462ca55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1447105 Jun 21 04:25:55.861743 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0218a-e222-4cca-adb1-80130926db33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6b4921-9b21-42ef-abac-f36cbedfa2a2,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:55.863691 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 56364) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:55.865580 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-c1e0218a-e222-4cca-adb1-80130926db33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:55.911387 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-77265f94-46e2-4257-9f48-aba8146e045c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:55.926329 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43035419-9aac-429e-bf15-1ae24eb73308 req-9488d9f5-6262-4c93-a348-38788d644925 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:55.928168 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-43035419-9aac-429e-bf15-1ae24eb73308 req-9488d9f5-6262-4c93-a348-38788d644925 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 931 time: 0.0768714 Jun 21 04:25:55.932380 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-77265f94-46e2-4257-9f48-aba8146e045c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:55.964518 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-43035419-9aac-429e-bf15-1ae24eb73308 req-8bf951bb-916f-4f96-936a-ef8b1c191424 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309317 Jun 21 04:25:55.982920 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-77265f94-46e2-4257-9f48-aba8146e045c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:55.986530 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-77265f94-46e2-4257-9f48-aba8146e045c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:55.987771 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-77265f94-46e2-4257-9f48-aba8146e045c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4a6b4921-9b21-42ef-abac-f36cbedfa2a2 HTTP/1.1" status: 204 len: 168 time: 0.1231711 Jun 21 04:25:55.989220 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-e91b0ca5-7de8-43b3-b120-14b74d8589f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:55.997202 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77265f94-46e2-4257-9f48-aba8146e045c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6b4921-9b21-42ef-abac-f36cbedfa2a2,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:55.999499 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-77265f94-46e2-4257-9f48-aba8146e045c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:56.122967 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642c4f3-2cf9-42a1-81bf-c903b81ef04d req-06e91bac-08d7-4f04-a508-07a503939bf3 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:56.125524 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1642c4f3-2cf9-42a1-81bf-c903b81ef04d req-06e91bac-08d7-4f04-a508-07a503939bf3 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=b28eaaa7-a577-4688-bed0-4e9eb11acca0 HTTP/1.1" status: 200 len: 943 time: 0.0657444 Jun 21 04:25:56.165480 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1642c4f3-2cf9-42a1-81bf-c903b81ef04d req-85aa6447-a6ba-4373-89f5-d45f3b434e8d tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326321 Jun 21 04:25:56.328130 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041fcdeb-962f-4675-85e3-86ebb33eefc9 req-590f652c-322a-4612-9285-02049cb85694 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:56.329554 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-041fcdeb-962f-4675-85e3-86ebb33eefc9 req-590f652c-322a-4612-9285-02049cb85694 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/ports?device_id=033abcdc-0695-40db-81dc-e6aca3510ef6 HTTP/1.1" status: 200 len: 943 time: 0.0700960 Jun 21 04:25:56.367317 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-041fcdeb-962f-4675-85e3-86ebb33eefc9 req-4b3586a7-d75a-4e29-b542-7fd6aa75cbb1 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/security-groups?id=e076f1fa-426d-4c01-aa29-5fa89e8ec02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314543 Jun 21 04:25:56.664138 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-af0d75ff-1d85-47f2-8b11-57be43d6e164 req-f37c0e86-c9b2-4614-a175-62d62588d46e tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 210 time: 0.0287027 Jun 21 04:25:56.709075 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-53a75b48-d7cb-4b99-a602-5dcaa31370cf req-d6242c98-aa43-46ef-bc4b-106733c934f2 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 210 time: 0.0283666 Jun 21 04:25:57.145373 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af0cf4-ba8c-41a9-a530-97cc25ed67dd req-a1114f56-9137-4179-be26-17e9edb3f46c tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:57.146939 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-11af0cf4-ba8c-41a9-a530-97cc25ed67dd req-a1114f56-9137-4179-be26-17e9edb3f46c tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 931 time: 0.0664883 Jun 21 04:25:57.187007 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-11af0cf4-ba8c-41a9-a530-97cc25ed67dd req-a3d1afac-de8f-4d65-911d-f856067387eb tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344772 Jun 21 04:25:57.348145 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6139b6-7788-4f65-8356-abc52bd2c4ce req-11f531b2-8ca7-4563-be30-fec1ba528afc tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:57.349597 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-bb6139b6-7788-4f65-8356-abc52bd2c4ce req-11f531b2-8ca7-4563-be30-fec1ba528afc tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=b28eaaa7-a577-4688-bed0-4e9eb11acca0 HTTP/1.1" status: 200 len: 943 time: 0.0686481 Jun 21 04:25:57.388367 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-bb6139b6-7788-4f65-8356-abc52bd2c4ce req-1c52c5e7-6e94-4cd7-9f2f-d4dd1860ece3 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319958 Jun 21 04:25:57.447224 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b3c6328-beb2-4dd8-a701-781314a1f27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:57.551585 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69aa9c-ccb9-4c71-83d9-340eec504cfe req-326b9771-5dca-4ebb-ba87-afd882020222 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:57.553089 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-9d69aa9c-ccb9-4c71-83d9-340eec504cfe req-326b9771-5dca-4ebb-ba87-afd882020222 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/ports?device_id=033abcdc-0695-40db-81dc-e6aca3510ef6 HTTP/1.1" status: 200 len: 943 time: 0.0682468 Jun 21 04:25:57.588753 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [req-5f626166-55bf-4b4e-991d-f7dad7805538 req-53b72564-6332-406f-8999-2ea5805483d0 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Request body: {'port': {'device_id': '938646df-5fc6-4f95-a307-ed89132bae5e', 'network_id': '64d28b19-33d9-4d9a-ba0d-ec7e5a053d07', 'admin_state_up': True, 'tenant_id': 'ccd1b659f7b548f69df434ddfadc8cf1'}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:25:57.593646 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [req-d2206b4c-374a-4213-a58e-7d68f8d89629 req-2bc74358-dc30-4dad-b783-dd15b6147bf9 service neutron] Request body: {'port': {'device_id': '6ee2f960-eaf6-40ca-9c09-b0c0897758d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:25:57.608164 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [req-056d73aa-805f-4b87-8a4c-ccd88a4609ad req-13921c23-b232-45f8-98a5-e430f7fb1770 service neutron] Request body: {'port': {'device_id': 'a253e2ab-e1ea-482c-8ea5-17f916c1e73f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:25:57.627160 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-9d69aa9c-ccb9-4c71-83d9-340eec504cfe req-0ad06571-310d-431c-ba55-96299edbd20b tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/security-groups?id=e076f1fa-426d-4c01-aa29-5fa89e8ec02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661192 Jun 21 04:25:57.730815 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-d2206b4c-374a-4213-a58e-7d68f8d89629 req-2bc74358-dc30-4dad-b783-dd15b6147bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:57.940688 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.55', 63137) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:25:58.021209 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-195da4c2-d85e-4601-90d5-2bac0484a5e4 req-a4d8bce5-a9ef-43d7-b906-9e19c488357b tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 210 time: 0.0400288 Jun 21 04:25:58.145725 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-40ab0f05-af11-492f-ad05-862a6bd54db3 req-1ce0dc68-680a-4052-bf7b-72afa008788a tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 210 time: 0.0497839 Jun 21 04:25:58.160695 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.notifiers.nova [req-d2206b4c-374a-4213-a58e-7d68f8d89629 req-2bc74358-dc30-4dad-b783-dd15b6147bf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ebbea58-99ab-45f8-beac-f662499e74ba {{(pid=92782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:25:58.169015 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-d2206b4c-374a-4213-a58e-7d68f8d89629 req-2bc74358-dc30-4dad-b783-dd15b6147bf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:58.181792 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.provisioning_blocks [req-d2206b4c-374a-4213-a58e-7d68f8d89629 req-2bc74358-dc30-4dad-b783-dd15b6147bf9 service neutron] Transition to ACTIVE for port object 5ebbea58-99ab-45f8-beac-f662499e74ba will not be triggered until provisioned by entity L2. {{(pid=92782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:25:58.185480 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-d2206b4c-374a-4213-a58e-7d68f8d89629 req-2bc74358-dc30-4dad-b783-dd15b6147bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:58.189168 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:58.194851 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-056d73aa-805f-4b87-8a4c-ccd88a4609ad req-13921c23-b232-45f8-98a5-e430f7fb1770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:58.236462 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-188b741a-757c-4dd5-b57f-ec71cee5daf1 req-63a1d2d1-b6f2-4a1e-80c5-d4e7a64b8e76 service neutron] 10.222.0.55 "GET /v2.0/networks/6b3c7cb1-477e-4c5f-9965-cb60a2d8de14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6434553 Jun 21 04:25:58.249807 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c81fcb-fc47-494b-8cf1-72025d4ade7e req-4609c07c-b3a2-4b5d-9f0c-273f0bb6ec1e tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:58.251223 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-a0c81fcb-fc47-494b-8cf1-72025d4ade7e req-4609c07c-b3a2-4b5d-9f0c-273f0bb6ec1e tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.55 "GET /v2.0/networks?id=b0453a8f-147d-435a-b4a9-ec66a5c92927 HTTP/1.1" status: 200 len: 809 time: 0.3061438 Jun 21 04:25:58.285318 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f626166-55bf-4b4e-991d-f7dad7805538 req-53b72564-6332-406f-8999-2ea5805483d0 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Made reservation on behalf of ccd1b659f7b548f69df434ddfadc8cf1 for: {'port': 1} {{(pid=92783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:25:58.292395 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-5f626166-55bf-4b4e-991d-f7dad7805538 req-53b72564-6332-406f-8999-2ea5805483d0 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:58.320201 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc74358-dc30-4dad-b783-dd15b6147bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=5ebbea58-99ab-45f8-beac-f662499e74ba,revision_number=2']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:58.323895 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-2bc74358-dc30-4dad-b783-dd15b6147bf9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:58.339907 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.managers [req-d2206b4c-374a-4213-a58e-7d68f8d89629 req-2bc74358-dc30-4dad-b783-dd15b6147bf9 service neutron] Attempting to bind port 5ebbea58-99ab-45f8-beac-f662499e74ba on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:25:58.340551 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.managers [req-d2206b4c-374a-4213-a58e-7d68f8d89629 req-2bc74358-dc30-4dad-b783-dd15b6147bf9 service neutron] Attempting to bind port 5ebbea58-99ab-45f8-beac-f662499e74ba by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': 'e5545432-0850-4927-a96c-466ee806cf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'fd6e448a-06f0-4e1b-bc50-7a0749d71b51'}] {{(pid=92782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:25:58.341073 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2206b4c-374a-4213-a58e-7d68f8d89629 req-2bc74358-dc30-4dad-b783-dd15b6147bf9 service neutron] Attempting to bind port 5ebbea58-99ab-45f8-beac-f662499e74ba on network fd6e448a-06f0-4e1b-bc50-7a0749d71b51 {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:25:58.346856 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2206b4c-374a-4213-a58e-7d68f8d89629 req-2bc74358-dc30-4dad-b783-dd15b6147bf9 service neutron] Port 5ebbea58-99ab-45f8-beac-f662499e74ba on network fd6e448a-06f0-4e1b-bc50-7a0749d71b51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:25:58.348211 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2206b4c-374a-4213-a58e-7d68f8d89629 req-2bc74358-dc30-4dad-b783-dd15b6147bf9 service neutron] Attempting to bind port 5ebbea58-99ab-45f8-beac-f662499e74ba on network fd6e448a-06f0-4e1b-bc50-7a0749d71b51 {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:25:58.354997 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2206b4c-374a-4213-a58e-7d68f8d89629 req-2bc74358-dc30-4dad-b783-dd15b6147bf9 service neutron] Checking agent: {'id': 'e86ead90-85ed-45dc-94a1-895a24121321', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 23, 47), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:25:58.355959 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2206b4c-374a-4213-a58e-7d68f8d89629 req-2bc74358-dc30-4dad-b783-dd15b6147bf9 service neutron] Checking segment: {'id': 'e5545432-0850-4927-a96c-466ee806cf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'fd6e448a-06f0-4e1b-bc50-7a0749d71b51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:25:58.356571 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2206b4c-374a-4213-a58e-7d68f8d89629 req-2bc74358-dc30-4dad-b783-dd15b6147bf9 service neutron] Bound using segment: {'id': 'e5545432-0850-4927-a96c-466ee806cf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'fd6e448a-06f0-4e1b-bc50-7a0749d71b51'} {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:25:58.357029 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.managers [req-d2206b4c-374a-4213-a58e-7d68f8d89629 req-2bc74358-dc30-4dad-b783-dd15b6147bf9 service neutron] Bound port: 5ebbea58-99ab-45f8-beac-f662499e74ba, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5545432-0850-4927-a96c-466ee806cf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'fd6e448a-06f0-4e1b-bc50-7a0749d71b51'}}] {{(pid=92782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:25:58.357378 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-d2206b4c-374a-4213-a58e-7d68f8d89629 req-2bc74358-dc30-4dad-b783-dd15b6147bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:58.471696 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-a0c81fcb-fc47-494b-8cf1-72025d4ade7e req-1b11feed-2cfe-4030-b969-f1e5d969d576 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ac19631df71474c90f158e6a57cb69b HTTP/1.1" status: 200 len: 379 time: 0.1977990 Jun 21 04:25:58.491618 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [req-a0c81fcb-fc47-494b-8cf1-72025d4ade7e req-1ca3d8ef-6e0c-4cde-a660-17eb5a9188f2 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Request body: {'port': {'device_id': 'c758973b-55c6-4af4-85df-86b29bacee36', 'network_id': 'b0453a8f-147d-435a-b4a9-ec66a5c92927', 'admin_state_up': True, 'tenant_id': '7ac19631df71474c90f158e6a57cb69b', 'security_groups': ['d70c9646-a852-4f4d-a850-9cdfde0acad0']}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:25:58.531432 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.db [req-d2206b4c-374a-4213-a58e-7d68f8d89629 req-2bc74358-dc30-4dad-b783-dd15b6147bf9 service neutron] For port 5ebbea58-99ab-45f8-beac-f662499e74ba, host hv-cinder-79717, cleared binding levels {{(pid=92782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:25:58.538651 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.db [req-d2206b4c-374a-4213-a58e-7d68f8d89629 req-2bc74358-dc30-4dad-b783-dd15b6147bf9 service neutron] For port 5ebbea58-99ab-45f8-beac-f662499e74ba, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=5ebbea58-99ab-45f8-beac-f662499e74ba,segment=NetworkSegment(e5545432-0850-4927-a96c-466ee806cf28),segment_id=e5545432-0850-4927-a96c-466ee806cf28)] {{(pid=92782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:25:58.551245 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1a411-4e2d-4abf-907a-d8b25c102d50 req-e6af945d-cdfd-478f-b12a-a42693e61ef5 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:58.553317 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-57e1a411-4e2d-4abf-907a-d8b25c102d50 req-e6af945d-cdfd-478f-b12a-a42693e61ef5 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 943 time: 0.1926334 Jun 21 04:25:58.556674 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-d2206b4c-374a-4213-a58e-7d68f8d89629 req-2bc74358-dc30-4dad-b783-dd15b6147bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:58.563191 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-ccf704b7-0e3e-4eba-b09c-50f59fef9cc1 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:58.651251 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2206b4c-374a-4213-a58e-7d68f8d89629 req-2bc74358-dc30-4dad-b783-dd15b6147bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:58.651963 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-d2206b4c-374a-4213-a58e-7d68f8d89629 req-2bc74358-dc30-4dad-b783-dd15b6147bf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for port, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:58.653445 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d2206b4c-374a-4213-a58e-7d68f8d89629 req-2bc74358-dc30-4dad-b783-dd15b6147bf9 service neutron] 10.222.0.55 "PUT /v2.0/ports/5ebbea58-99ab-45f8-beac-f662499e74ba HTTP/1.1" status: 200 len: 1093 time: 1.0645397 Jun 21 04:25:58.699451 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ee2f960-eaf6-40ca-9c09-b0c0897758d3', 'tag': '5ebbea58-99ab-45f8-beac-f662499e74ba'}] {{(pid=92782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:25:58.719176 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20f1c8b8986f59859b4229cceefba24e6e47d71d2fcee399c6ca6947cd3b11b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b3cd65-100c-4d31-b07e-d8f93b4cf250" -d '{"events": [{"name": "network-changed", "server_uuid": "6ee2f960-eaf6-40ca-9c09-b0c0897758d3", "tag": "5ebbea58-99ab-45f8-beac-f662499e74ba"}]}' {{(pid=92782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:25:58.729238 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0c81fcb-fc47-494b-8cf1-72025d4ade7e req-1ca3d8ef-6e0c-4cde-a660-17eb5a9188f2 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Made reservation on behalf of 7ac19631df71474c90f158e6a57cb69b for: {'port': 1} {{(pid=92783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:25:58.736570 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-a0c81fcb-fc47-494b-8cf1-72025d4ade7e req-1ca3d8ef-6e0c-4cde-a660-17eb5a9188f2 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:58.753209 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc74358-dc30-4dad-b783-dd15b6147bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=5ebbea58-99ab-45f8-beac-f662499e74ba,revision_number=3']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:58.757039 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-2bc74358-dc30-4dad-b783-dd15b6147bf9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:58.783831 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-57e1a411-4e2d-4abf-907a-d8b25c102d50 req-590a8469-ff35-4d37-9a79-7d40a3f9a34b tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2238910 Jun 21 04:25:58.847001 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ccfadc-8458-4aab-944c-eedbc6518ff7 req-cd4b0df5-9307-40cb-a442-0e079d097e64 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:58.847001 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-25ccfadc-8458-4aab-944c-eedbc6518ff7 req-cd4b0df5-9307-40cb-a442-0e079d097e64 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=b28eaaa7-a577-4688-bed0-4e9eb11acca0 HTTP/1.1" status: 200 len: 943 time: 0.2241786 Jun 21 04:25:58.855387 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2206b4c-374a-4213-a58e-7d68f8d89629 req-f0d882f9-264f-49df-890a-c3fcda2bd2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:58.856976 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d2206b4c-374a-4213-a58e-7d68f8d89629 req-f0d882f9-264f-49df-890a-c3fcda2bd2a3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e73c54dea0a944059b24d8393e162682&device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 1096 time: 0.1202412 Jun 21 04:25:58.880876 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.notifiers.nova [req-056d73aa-805f-4b87-8a4c-ccd88a4609ad req-13921c23-b232-45f8-98a5-e430f7fb1770 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a909c36-2c5c-4350-bdc2-a244007e2fab {{(pid=92783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:25:58.907285 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-056d73aa-805f-4b87-8a4c-ccd88a4609ad req-13921c23-b232-45f8-98a5-e430f7fb1770 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:58.930797 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.provisioning_blocks [req-056d73aa-805f-4b87-8a4c-ccd88a4609ad req-13921c23-b232-45f8-98a5-e430f7fb1770 service neutron] Transition to ACTIVE for port object 4a909c36-2c5c-4350-bdc2-a244007e2fab will not be triggered until provisioned by entity L2. {{(pid=92783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:25:58.954915 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-056d73aa-805f-4b87-8a4c-ccd88a4609ad req-13921c23-b232-45f8-98a5-e430f7fb1770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:59.009177 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-25ccfadc-8458-4aab-944c-eedbc6518ff7 req-fa3e5342-da85-45e7-bd56-9621d5bb0e63 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512337 Jun 21 04:25:59.010470 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d2206b4c-374a-4213-a58e-7d68f8d89629 req-71694dc6-91e4-40ac-861c-34b775547f70 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ebbea58-99ab-45f8-beac-f662499e74ba HTTP/1.1" status: 200 len: 217 time: 0.1437645 Jun 21 04:25:59.060106 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.db_base_plugin_common [req-a0c81fcb-fc47-494b-8cf1-72025d4ade7e req-1ca3d8ef-6e0c-4cde-a660-17eb5a9188f2 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Allocated IP 172.20.0.3 (b0453a8f-147d-435a-b4a9-ec66a5c92927/cc19a82e-f40e-472d-88c4-f521c9c405b3/3e75f237-595c-4bdd-8193-9782a260f740) {{(pid=92783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:25:59.093648 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:59.134912 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2206b4c-374a-4213-a58e-7d68f8d89629 req-4e097841-5d23-4c2a-b8b8-437192320553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:59.136351 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d2206b4c-374a-4213-a58e-7d68f8d89629 req-4e097841-5d23-4c2a-b8b8-437192320553 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8d8b0903-2890-45e0-bcb1-1f07c6fca395 HTTP/1.1" status: 200 len: 856 time: 0.1123402 Jun 21 04:25:59.198717 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173fdf7d-e039-48b2-a8c3-0973334e185b x-openstack-request-id: req-173fdf7d-e039-48b2-a8c3-0973334e185b {{(pid=92782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:25:59.199688 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ee2f960-eaf6-40ca-9c09-b0c0897758d3", "tag": "5ebbea58-99ab-45f8-beac-f662499e74ba", "status": "completed", "code": 200}]} {{(pid=92782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:25:59.200194 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-173fdf7d-e039-48b2-a8c3-0973334e185b {{(pid=92782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:25:59.200732 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ee2f960-eaf6-40ca-9c09-b0c0897758d3', 'tag': '5ebbea58-99ab-45f8-beac-f662499e74ba', 'status': 'completed', 'code': 200} Jun 21 04:25:59.217755 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562aeb1a-5384-485d-bf89-8a710ad0ab6f req-8073274e-c8dc-446d-bdc4-dfc0345aea22 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:59.219761 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-562aeb1a-5384-485d-bf89-8a710ad0ab6f req-8073274e-c8dc-446d-bdc4-dfc0345aea22 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/ports?device_id=033abcdc-0695-40db-81dc-e6aca3510ef6 HTTP/1.1" status: 200 len: 943 time: 0.1463830 Jun 21 04:25:59.259691 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.db_base_plugin_common [req-5f626166-55bf-4b4e-991d-f7dad7805538 req-53b72564-6332-406f-8999-2ea5805483d0 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Allocated IP 172.20.0.2 (64d28b19-33d9-4d9a-ba0d-ec7e5a053d07/849daa8e-dac6-4f8a-9763-33d634d005e9/0329bf5d-04b6-4868-aaf8-b1bb69cfbf14) {{(pid=92783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:25:59.279811 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13921c23-b232-45f8-98a5-e430f7fb1770 service neutron] Pushing event updated for resources: {'Port': ['ID=4a909c36-2c5c-4350-bdc2-a244007e2fab,revision_number=2']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:59.292656 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-13921c23-b232-45f8-98a5-e430f7fb1770 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:59.298961 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.managers [req-056d73aa-805f-4b87-8a4c-ccd88a4609ad req-13921c23-b232-45f8-98a5-e430f7fb1770 service neutron] Attempting to bind port 4a909c36-2c5c-4350-bdc2-a244007e2fab on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:25:59.299287 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.managers [req-056d73aa-805f-4b87-8a4c-ccd88a4609ad req-13921c23-b232-45f8-98a5-e430f7fb1770 service neutron] Attempting to bind port 4a909c36-2c5c-4350-bdc2-a244007e2fab by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': 'e6e16a98-81bc-4c4b-9c1c-8fca945f6bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '64d28b19-33d9-4d9a-ba0d-ec7e5a053d07'}] {{(pid=92783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:25:59.299923 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056d73aa-805f-4b87-8a4c-ccd88a4609ad req-13921c23-b232-45f8-98a5-e430f7fb1770 service neutron] Attempting to bind port 4a909c36-2c5c-4350-bdc2-a244007e2fab on network 64d28b19-33d9-4d9a-ba0d-ec7e5a053d07 {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:25:59.308218 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-562aeb1a-5384-485d-bf89-8a710ad0ab6f req-4fe21126-ea18-41a3-813e-3cc820d70b0f tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/security-groups?id=e076f1fa-426d-4c01-aa29-5fa89e8ec02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807080 Jun 21 04:25:59.322599 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2206b4c-374a-4213-a58e-7d68f8d89629 req-42985cf5-99be-4eb0-bc0c-9991e317ef21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:59.322599 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d2206b4c-374a-4213-a58e-7d68f8d89629 req-42985cf5-99be-4eb0-bc0c-9991e317ef21 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd6e448a-06f0-4e1b-bc50-7a0749d71b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1701159 Jun 21 04:25:59.323045 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056d73aa-805f-4b87-8a4c-ccd88a4609ad req-13921c23-b232-45f8-98a5-e430f7fb1770 service neutron] Port 4a909c36-2c5c-4350-bdc2-a244007e2fab on network 64d28b19-33d9-4d9a-ba0d-ec7e5a053d07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:25:59.323045 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056d73aa-805f-4b87-8a4c-ccd88a4609ad req-13921c23-b232-45f8-98a5-e430f7fb1770 service neutron] Attempting to bind port 4a909c36-2c5c-4350-bdc2-a244007e2fab on network 64d28b19-33d9-4d9a-ba0d-ec7e5a053d07 {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:25:59.329780 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056d73aa-805f-4b87-8a4c-ccd88a4609ad req-13921c23-b232-45f8-98a5-e430f7fb1770 service neutron] Checking agent: {'id': 'e86ead90-85ed-45dc-94a1-895a24121321', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 23, 47), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:25:59.330284 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056d73aa-805f-4b87-8a4c-ccd88a4609ad req-13921c23-b232-45f8-98a5-e430f7fb1770 service neutron] Checking segment: {'id': 'e6e16a98-81bc-4c4b-9c1c-8fca945f6bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '64d28b19-33d9-4d9a-ba0d-ec7e5a053d07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:25:59.331990 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056d73aa-805f-4b87-8a4c-ccd88a4609ad req-13921c23-b232-45f8-98a5-e430f7fb1770 service neutron] Bound using segment: {'id': 'e6e16a98-81bc-4c4b-9c1c-8fca945f6bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '64d28b19-33d9-4d9a-ba0d-ec7e5a053d07'} {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:25:59.331990 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.managers [req-056d73aa-805f-4b87-8a4c-ccd88a4609ad req-13921c23-b232-45f8-98a5-e430f7fb1770 service neutron] Bound port: 4a909c36-2c5c-4350-bdc2-a244007e2fab, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6e16a98-81bc-4c4b-9c1c-8fca945f6bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '64d28b19-33d9-4d9a-ba0d-ec7e5a053d07'}}] {{(pid=92783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:25:59.331990 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-056d73aa-805f-4b87-8a4c-ccd88a4609ad req-13921c23-b232-45f8-98a5-e430f7fb1770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:59.420129 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6c2f669b-218a-4e42-886d-7666106514cd req-ae76f5f1-318d-4f5d-9f32-603a64fde8fc tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 210 time: 0.0321774 Jun 21 04:25:59.451481 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d2206b4c-374a-4213-a58e-7d68f8d89629 req-c22ae72e-59a9-4c18-bf61-403a139851da service neutron] 10.222.0.55 "GET /v2.0/networks/fd6e448a-06f0-4e1b-bc50-7a0749d71b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281369 Jun 21 04:25:59.541924 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-a0c81fcb-fc47-494b-8cf1-72025d4ade7e req-1ca3d8ef-6e0c-4cde-a660-17eb5a9188f2 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks [] for port, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:59.567532 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-5eefea5b-82b0-4ace-97b2-72262ce20ee2 req-ed2e51bb-bb9f-4407-a1d7-d2b8f1de655f tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 210 time: 0.0332301 Jun 21 04:25:59.596729 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d2206b4c-374a-4213-a58e-7d68f8d89629 req-8b7b1701-b70d-4744-ae20-d45f060b6bd9 service neutron] 10.222.0.55 "GET /v2.0/networks/fd6e448a-06f0-4e1b-bc50-7a0749d71b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323609 Jun 21 04:25:59.604348 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.provisioning_blocks [req-a0c81fcb-fc47-494b-8cf1-72025d4ade7e req-1ca3d8ef-6e0c-4cde-a660-17eb5a9188f2 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Transition to ACTIVE for port object 3e75f237-595c-4bdd-8193-9782a260f740 will not be triggered until provisioned by entity DHCP. {{(pid=92783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:25:59.630667 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.db [req-056d73aa-805f-4b87-8a4c-ccd88a4609ad req-13921c23-b232-45f8-98a5-e430f7fb1770 service neutron] For port 4a909c36-2c5c-4350-bdc2-a244007e2fab, host hv-cinder-79717, cleared binding levels {{(pid=92783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:25:59.661655 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.db [req-056d73aa-805f-4b87-8a4c-ccd88a4609ad req-13921c23-b232-45f8-98a5-e430f7fb1770 service neutron] For port 4a909c36-2c5c-4350-bdc2-a244007e2fab, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=4a909c36-2c5c-4350-bdc2-a244007e2fab,segment=NetworkSegment(e6e16a98-81bc-4c4b-9c1c-8fca945f6bc3),segment_id=e6e16a98-81bc-4c4b-9c1c-8fca945f6bc3)] {{(pid=92783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:25:59.676246 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-056d73aa-805f-4b87-8a4c-ccd88a4609ad req-13921c23-b232-45f8-98a5-e430f7fb1770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:59.686927 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:59.701525 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3cd65-100c-4d31-b07e-d8f93b4cf250 req-721d7fe6-c37f-4ff4-8c2d-787cd28dd8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:59.703394 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-33b3cd65-100c-4d31-b07e-d8f93b4cf250 req-721d7fe6-c37f-4ff4-8c2d-787cd28dd8f9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e73c54dea0a944059b24d8393e162682&device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 1096 time: 0.0544708 Jun 21 04:25:59.721707 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-5f626166-55bf-4b4e-991d-f7dad7805538 req-53b72564-6332-406f-8999-2ea5805483d0 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Notify callbacks [] for port, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:59.743326 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-a0c81fcb-fc47-494b-8cf1-72025d4ade7e req-1ca3d8ef-6e0c-4cde-a660-17eb5a9188f2 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989'] for port, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:59.755176 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d73aa-805f-4b87-8a4c-ccd88a4609ad req-13921c23-b232-45f8-98a5-e430f7fb1770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:59.755783 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-056d73aa-805f-4b87-8a4c-ccd88a4609ad req-13921c23-b232-45f8-98a5-e430f7fb1770 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for port, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:59.757130 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-056d73aa-805f-4b87-8a4c-ccd88a4609ad req-13921c23-b232-45f8-98a5-e430f7fb1770 service neutron] 10.222.0.55 "PUT /v2.0/ports/4a909c36-2c5c-4350-bdc2-a244007e2fab HTTP/1.1" status: 200 len: 1093 time: 2.1730387 Jun 21 04:25:59.761186 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a253e2ab-e1ea-482c-8ea5-17f916c1e73f', 'tag': '4a909c36-2c5c-4350-bdc2-a244007e2fab'}] {{(pid=92783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:25:59.762524 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-a8126292-e80c-4255-904e-b33c777371bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:59.763331 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fda3b7b704fc347e73998d8dc34ef34ca3ad6aa16a3a5c6f92a4a64020d363b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2927e2de-275a-4aec-ad28-007543d08ef8" -d '{"events": [{"name": "network-changed", "server_uuid": "a253e2ab-e1ea-482c-8ea5-17f916c1e73f", "tag": "4a909c36-2c5c-4350-bdc2-a244007e2fab"}]}' {{(pid=92783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:25:59.800380 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa04d22c-f5b0-4fae-ae64-7c77b3817ede x-openstack-request-id: req-aa04d22c-f5b0-4fae-ae64-7c77b3817ede {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:25:59.801192 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a253e2ab-e1ea-482c-8ea5-17f916c1e73f", "tag": "4a909c36-2c5c-4350-bdc2-a244007e2fab", "status": "completed", "code": 200}]} {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:25:59.801452 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aa04d22c-f5b0-4fae-ae64-7c77b3817ede {{(pid=92783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:25:59.801841 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a253e2ab-e1ea-482c-8ea5-17f916c1e73f', 'tag': '4a909c36-2c5c-4350-bdc2-a244007e2fab', 'status': 'completed', 'code': 200} Jun 21 04:25:59.832280 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13921c23-b232-45f8-98a5-e430f7fb1770 service neutron] Pushing event updated for resources: {'Port': ['ID=4a909c36-2c5c-4350-bdc2-a244007e2fab,revision_number=3']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:59.858284 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-13921c23-b232-45f8-98a5-e430f7fb1770 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:59.858825 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:25:59.875256 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3cd65-100c-4d31-b07e-d8f93b4cf250 req-d0b0082a-a291-4060-b6ad-36ad045ce755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:59.876845 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-33b3cd65-100c-4d31-b07e-d8f93b4cf250 req-d0b0082a-a291-4060-b6ad-36ad045ce755 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd6e448a-06f0-4e1b-bc50-7a0749d71b51 HTTP/1.1" status: 200 len: 918 time: 0.1665037 Jun 21 04:25:59.922293 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0c81fcb-fc47-494b-8cf1-72025d4ade7e req-1ca3d8ef-6e0c-4cde-a660-17eb5a9188f2 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Network b0453a8f-147d-435a-b4a9-ec66a5c92927 is already hosted by enough agents. {{(pid=92783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:25:59.926347 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-5f626166-55bf-4b4e-991d-f7dad7805538 req-53b72564-6332-406f-8999-2ea5805483d0 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989'] for port, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:59.928775 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.base_scheduler [req-a0c81fcb-fc47-494b-8cf1-72025d4ade7e req-1ca3d8ef-6e0c-4cde-a660-17eb5a9188f2 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Resources bound (agent type, host, resource id): {{(pid=92783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:25:59.930162 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-33b3cd65-100c-4d31-b07e-d8f93b4cf250 req-bfee76ba-52fb-4788-970b-7366fe48e9ce service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ebbea58-99ab-45f8-beac-f662499e74ba HTTP/1.1" status: 200 len: 217 time: 0.0426559 Jun 21 04:25:59.937705 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c81fcb-fc47-494b-8cf1-72025d4ade7e req-1ca3d8ef-6e0c-4cde-a660-17eb5a9188f2 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Received port after_create {{(pid=92783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:25:59.951771 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c81fcb-fc47-494b-8cf1-72025d4ade7e req-1ca3d8ef-6e0c-4cde-a660-17eb5a9188f2 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:25:59.952442 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-a0c81fcb-fc47-494b-8cf1-72025d4ade7e req-1ca3d8ef-6e0c-4cde-a660-17eb5a9188f2 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for port, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:25:59.968946 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca3d8ef-6e0c-4cde-a660-17eb5a9188f2 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Pushing event updated for resources: {'Port': ['ID=3e75f237-595c-4bdd-8193-9782a260f740,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:25:59.989932 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-1ca3d8ef-6e0c-4cde-a660-17eb5a9188f2 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:25:59.992582 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:00.031710 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3cd65-100c-4d31-b07e-d8f93b4cf250 req-cd1b2acc-9fe3-4810-ae84-ccc66eeba6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:00.033845 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-33b3cd65-100c-4d31-b07e-d8f93b4cf250 req-cd1b2acc-9fe3-4810-ae84-ccc66eeba6f2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8d8b0903-2890-45e0-bcb1-1f07c6fca395 HTTP/1.1" status: 200 len: 856 time: 0.0959938 Jun 21 04:26:00.043741 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f626166-55bf-4b4e-991d-f7dad7805538 req-53b72564-6332-406f-8999-2ea5805483d0 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Network 64d28b19-33d9-4d9a-ba0d-ec7e5a053d07 is already hosted by enough agents. {{(pid=92783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:26:00.045390 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-a0c81fcb-fc47-494b-8cf1-72025d4ade7e req-1ca3d8ef-6e0c-4cde-a660-17eb5a9188f2 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5602489 Jun 21 04:26:00.056002 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.base_scheduler [req-5f626166-55bf-4b4e-991d-f7dad7805538 req-53b72564-6332-406f-8999-2ea5805483d0 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Resources bound (agent type, host, resource id): {{(pid=92783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:26:00.061564 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:00.062640 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [req-a0c81fcb-fc47-494b-8cf1-72025d4ade7e req-9aa1ee0a-edff-443e-9007-da6669904e4b service neutron] Request body: {'port': {'device_id': 'c758973b-55c6-4af4-85df-86b29bacee36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:26:00.075521 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f626166-55bf-4b4e-991d-f7dad7805538 req-53b72564-6332-406f-8999-2ea5805483d0 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Received port after_create {{(pid=92783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:26:00.082661 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f626166-55bf-4b4e-991d-f7dad7805538 req-53b72564-6332-406f-8999-2ea5805483d0 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:00.083581 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-5f626166-55bf-4b4e-991d-f7dad7805538 req-53b72564-6332-406f-8999-2ea5805483d0 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for port, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:00.088410 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d73aa-805f-4b87-8a4c-ccd88a4609ad req-1b10023b-cfc3-47e7-b57b-685fb1577b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:00.089817 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-056d73aa-805f-4b87-8a4c-ccd88a4609ad req-1b10023b-cfc3-47e7-b57b-685fb1577b70 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ccd1b659f7b548f69df434ddfadc8cf1&device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 1096 time: 0.2724917 Jun 21 04:26:00.130918 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37f018-27f7-40d7-8307-84d0f66f9410 req-6e3210fd-a02b-45a7-a1e6-89031e84e85e tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:00.131993 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b72564-6332-406f-8999-2ea5805483d0 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Pushing event updated for resources: {'Port': ['ID=0329bf5d-04b6-4868-aaf8-b1bb69cfbf14,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:00.132890 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-2c37f018-27f7-40d7-8307-84d0f66f9410 req-6e3210fd-a02b-45a7-a1e6-89031e84e85e tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 943 time: 0.1657555 Jun 21 04:26:00.173382 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-53b72564-6332-406f-8999-2ea5805483d0 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:00.197635 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-056d73aa-805f-4b87-8a4c-ccd88a4609ad req-19b30f18-24ff-4afc-bb64-64d4e06cb3bb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a909c36-2c5c-4350-bdc2-a244007e2fab HTTP/1.1" status: 200 len: 217 time: 0.0773211 Jun 21 04:26:00.248090 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-5f626166-55bf-4b4e-991d-f7dad7805538 req-53b72564-6332-406f-8999-2ea5805483d0 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6649961 Jun 21 04:26:00.251308 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-2c37f018-27f7-40d7-8307-84d0f66f9410 req-ee42bc59-c1ff-4e5e-8c88-516d70b03c54 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104445 Jun 21 04:26:00.283539 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [req-5f626166-55bf-4b4e-991d-f7dad7805538 req-3b1ed14f-82a9-46e3-a197-96c29720e99a service neutron] Request body: {'port': {'device_id': '938646df-5fc6-4f95-a307-ed89132bae5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:26:00.309396 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3cd65-100c-4d31-b07e-d8f93b4cf250 req-74e0100e-ff25-4e7c-b00d-e0a2f6db4d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:00.311605 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-eb0dbf31-dc25-4d8b-a2ff-74bde1858493 None None] Provisioning for port 3e75f237-595c-4bdd-8193-9782a260f740 completed by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:26:00.311748 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-33b3cd65-100c-4d31-b07e-d8f93b4cf250 req-74e0100e-ff25-4e7c-b00d-e0a2f6db4d96 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd6e448a-06f0-4e1b-bc50-7a0749d71b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2603655 Jun 21 04:26:00.318702 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-eb0dbf31-dc25-4d8b-a2ff-74bde1858493 None None] Provisioning complete for port 3e75f237-595c-4bdd-8193-9782a260f740 triggered by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:26:00.319511 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-eb0dbf31-dc25-4d8b-a2ff-74bde1858493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:00.332984 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d73aa-805f-4b87-8a4c-ccd88a4609ad req-e24e06e3-f8dc-4390-8303-7a8a37553f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:00.334446 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-056d73aa-805f-4b87-8a4c-ccd88a4609ad req-e24e06e3-f8dc-4390-8303-7a8a37553f78 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=849daa8e-dac6-4f8a-9763-33d634d005e9 HTTP/1.1" status: 200 len: 858 time: 0.1283185 Jun 21 04:26:00.338454 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-a0c81fcb-fc47-494b-8cf1-72025d4ade7e req-9aa1ee0a-edff-443e-9007-da6669904e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:00.361928 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-eb0dbf31-dc25-4d8b-a2ff-74bde1858493 None None] Port 3e75f237-595c-4bdd-8193-9782a260f740 cannot update to ACTIVE because it is not bound. {{(pid=92784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:26:00.412213 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-056d73aa-805f-4b87-8a4c-ccd88a4609ad req-aac11f93-cb30-424f-9003-2de6d2860a33 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=64d28b19-33d9-4d9a-ba0d-ec7e5a053d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638905 Jun 21 04:26:00.700443 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11637d88-726d-4bc2-ab15-ec275b66c380 req-3f8808ea-7589-4b0c-be49-6168125420db tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:00.708229 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-11637d88-726d-4bc2-ab15-ec275b66c380 req-3f8808ea-7589-4b0c-be49-6168125420db tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=b28eaaa7-a577-4688-bed0-4e9eb11acca0 HTTP/1.1" status: 200 len: 943 time: 0.4764881 Jun 21 04:26:00.730309 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-33b3cd65-100c-4d31-b07e-d8f93b4cf250 req-8031a8a7-101b-400e-a772-8f0a445ade74 service neutron] 10.222.0.55 "GET /v2.0/networks/fd6e448a-06f0-4e1b-bc50-7a0749d71b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4039271 Jun 21 04:26:00.739914 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-5f626166-55bf-4b4e-991d-f7dad7805538 req-3b1ed14f-82a9-46e3-a197-96c29720e99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:00.775091 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-11637d88-726d-4bc2-ab15-ec275b66c380 req-69b15254-68ff-4b94-90e3-915997af6d31 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602016 Jun 21 04:26:00.801933 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75cd2a7-b446-412a-a983-343ae692b474 req-e0c6614d-ab8d-47ad-a7f8-2224ef0ea016 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:00.804581 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 56556) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:00.809825 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c75cd2a7-b446-412a-a983-343ae692b474 req-e0c6614d-ab8d-47ad-a7f8-2224ef0ea016 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/ports?device_id=033abcdc-0695-40db-81dc-e6aca3510ef6 HTTP/1.1" status: 200 len: 943 time: 0.2053621 Jun 21 04:26:00.850779 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c75cd2a7-b446-412a-a983-343ae692b474 req-92ffe39c-6b37-4419-a8f9-734a26d55f56 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/security-groups?id=e076f1fa-426d-4c01-aa29-5fa89e8ec02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398443 Jun 21 04:26:00.877842 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-056d73aa-805f-4b87-8a4c-ccd88a4609ad req-4bebe54c-c0da-4716-a5a3-282a9b5f01e8 service neutron] 10.222.0.55 "GET /v2.0/networks/64d28b19-33d9-4d9a-ba0d-ec7e5a053d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4406691 Jun 21 04:26:00.982306 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1fa8f1-9cde-4942-a546-c436727c0afb req-b2a43c81-b016-44d3-a64c-e2e95b278b1b tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:00.983957 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6a1fa8f1-9cde-4942-a546-c436727c0afb req-b2a43c81-b016-44d3-a64c-e2e95b278b1b tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 931 time: 0.0922055 Jun 21 04:26:01.032460 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6a1fa8f1-9cde-4942-a546-c436727c0afb req-23e9d538-993e-4329-8d03-e141fe6a4d29 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393231 Jun 21 04:26:01.111664 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59338cf0-eee4-4bda-9961-0f8bc0e74deb req-c6784752-c08d-4bc5-9ac2-946687c6be11 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:01.113677 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-59338cf0-eee4-4bda-9961-0f8bc0e74deb req-c6784752-c08d-4bc5-9ac2-946687c6be11 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 931 time: 0.0801105 Jun 21 04:26:01.114539 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-67d9b084-30e7-444a-82e9-46b1fe61062b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:01.141681 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.notifiers.nova [req-a0c81fcb-fc47-494b-8cf1-72025d4ade7e req-9aa1ee0a-edff-443e-9007-da6669904e4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e75f237-595c-4bdd-8193-9782a260f740 {{(pid=92783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:26:01.142102 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-96e1c505-da01-46a8-887c-1f2eb0a4db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:01.161267 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-a0c81fcb-fc47-494b-8cf1-72025d4ade7e req-9aa1ee0a-edff-443e-9007-da6669904e4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:01.165203 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-59338cf0-eee4-4bda-9961-0f8bc0e74deb req-cd0340b0-91e9-4476-b4c6-c9affbfcf15c tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?id=d70c9646-a852-4f4d-a850-9cdfde0acad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430388 Jun 21 04:26:01.201883 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.provisioning_blocks [req-a0c81fcb-fc47-494b-8cf1-72025d4ade7e req-9aa1ee0a-edff-443e-9007-da6669904e4b service neutron] Transition to ACTIVE for port object 3e75f237-595c-4bdd-8193-9782a260f740 will not be triggered until provisioned by entity L2. {{(pid=92783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:26:01.212438 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-a0c81fcb-fc47-494b-8cf1-72025d4ade7e req-9aa1ee0a-edff-443e-9007-da6669904e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:01.229969 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-bd3df355-131a-45ce-8eda-3b51195fae93 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:01.351775 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.notifiers.nova [req-5f626166-55bf-4b4e-991d-f7dad7805538 req-3b1ed14f-82a9-46e3-a197-96c29720e99a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0329bf5d-04b6-4868-aaf8-b1bb69cfbf14 {{(pid=92783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:26:01.369260 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-5f626166-55bf-4b4e-991d-f7dad7805538 req-3b1ed14f-82a9-46e3-a197-96c29720e99a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:01.371536 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa1ee0a-edff-443e-9007-da6669904e4b service neutron] Pushing event updated for resources: {'Port': ['ID=3e75f237-595c-4bdd-8193-9782a260f740,revision_number=2']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:01.381009 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-9aa1ee0a-edff-443e-9007-da6669904e4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:01.419688 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.provisioning_blocks [req-5f626166-55bf-4b4e-991d-f7dad7805538 req-3b1ed14f-82a9-46e3-a197-96c29720e99a service neutron] Transition to ACTIVE for port object 0329bf5d-04b6-4868-aaf8-b1bb69cfbf14 will not be triggered until provisioned by entity L2. {{(pid=92783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:26:01.437595 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-5f626166-55bf-4b4e-991d-f7dad7805538 req-3b1ed14f-82a9-46e3-a197-96c29720e99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:01.446716 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-2c55b3c6-3000-4661-98c1-85ecd65b21db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:01.449100 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.managers [req-a0c81fcb-fc47-494b-8cf1-72025d4ade7e req-9aa1ee0a-edff-443e-9007-da6669904e4b service neutron] Attempting to bind port 3e75f237-595c-4bdd-8193-9782a260f740 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:26:01.449100 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.managers [req-a0c81fcb-fc47-494b-8cf1-72025d4ade7e req-9aa1ee0a-edff-443e-9007-da6669904e4b service neutron] Attempting to bind port 3e75f237-595c-4bdd-8193-9782a260f740 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '667a5842-7839-490b-a92f-43d2d3e45ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'b0453a8f-147d-435a-b4a9-ec66a5c92927'}] {{(pid=92783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:26:01.449306 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c81fcb-fc47-494b-8cf1-72025d4ade7e req-9aa1ee0a-edff-443e-9007-da6669904e4b service neutron] Attempting to bind port 3e75f237-595c-4bdd-8193-9782a260f740 on network b0453a8f-147d-435a-b4a9-ec66a5c92927 {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:26:01.479281 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24944fe-4fb5-44b3-b176-e09d0ec446d1 req-73b59f8a-3f3a-4673-9b05-fd65d570b139 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:01.480790 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d24944fe-4fb5-44b3-b176-e09d0ec446d1 req-73b59f8a-3f3a-4673-9b05-fd65d570b139 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 943 time: 0.0807960 Jun 21 04:26:01.485826 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-67d9b084-30e7-444a-82e9-46b1fe61062b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:01.487353 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c81fcb-fc47-494b-8cf1-72025d4ade7e req-9aa1ee0a-edff-443e-9007-da6669904e4b service neutron] Port 3e75f237-595c-4bdd-8193-9782a260f740 on network b0453a8f-147d-435a-b4a9-ec66a5c92927 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:26:01.488300 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c81fcb-fc47-494b-8cf1-72025d4ade7e req-9aa1ee0a-edff-443e-9007-da6669904e4b service neutron] Attempting to bind port 3e75f237-595c-4bdd-8193-9782a260f740 on network b0453a8f-147d-435a-b4a9-ec66a5c92927 {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:26:01.512941 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 56582) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:01.532247 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c81fcb-fc47-494b-8cf1-72025d4ade7e req-9aa1ee0a-edff-443e-9007-da6669904e4b service neutron] Checking agent: {'id': 'e86ead90-85ed-45dc-94a1-895a24121321', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 23, 47), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:26:01.533007 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c81fcb-fc47-494b-8cf1-72025d4ade7e req-9aa1ee0a-edff-443e-9007-da6669904e4b service neutron] Checking segment: {'id': '667a5842-7839-490b-a92f-43d2d3e45ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'b0453a8f-147d-435a-b4a9-ec66a5c92927'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:26:01.533007 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c81fcb-fc47-494b-8cf1-72025d4ade7e req-9aa1ee0a-edff-443e-9007-da6669904e4b service neutron] Bound using segment: {'id': '667a5842-7839-490b-a92f-43d2d3e45ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'b0453a8f-147d-435a-b4a9-ec66a5c92927'} {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:26:01.533371 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d24944fe-4fb5-44b3-b176-e09d0ec446d1 req-a50e9562-d075-4026-a3b5-f0a0d96c1dd6 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460494 Jun 21 04:26:01.533472 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.managers [req-a0c81fcb-fc47-494b-8cf1-72025d4ade7e req-9aa1ee0a-edff-443e-9007-da6669904e4b service neutron] Bound port: 3e75f237-595c-4bdd-8193-9782a260f740, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '667a5842-7839-490b-a92f-43d2d3e45ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'b0453a8f-147d-435a-b4a9-ec66a5c92927'}}] {{(pid=92783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:26:01.533711 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-a0c81fcb-fc47-494b-8cf1-72025d4ade7e req-9aa1ee0a-edff-443e-9007-da6669904e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:01.538197 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-67d9b084-30e7-444a-82e9-46b1fe61062b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:01.566227 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device afb3d547-308d-47f0-913b-5f4c242a31c7 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:26:01.571121 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ed14f-82a9-46e3-a197-96c29720e99a service neutron] Pushing event updated for resources: {'Port': ['ID=0329bf5d-04b6-4868-aaf8-b1bb69cfbf14,revision_number=2']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:01.577413 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-3b1ed14f-82a9-46e3-a197-96c29720e99a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:01.581950 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-8568e1ec-eeb3-439d-b7a6-5eda32b090e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:01.651641 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-d9d66d16-3876-4f41-8f83-4463688f4f71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:01.651949 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-67d9b084-30e7-444a-82e9-46b1fe61062b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=85a363bcb86042b2aa3402fc2061161c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8271015 Jun 21 04:26:01.654570 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 56586) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:01.667801 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.managers [req-5f626166-55bf-4b4e-991d-f7dad7805538 req-3b1ed14f-82a9-46e3-a197-96c29720e99a service neutron] Attempting to bind port 0329bf5d-04b6-4868-aaf8-b1bb69cfbf14 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:26:01.668135 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.managers [req-5f626166-55bf-4b4e-991d-f7dad7805538 req-3b1ed14f-82a9-46e3-a197-96c29720e99a service neutron] Attempting to bind port 0329bf5d-04b6-4868-aaf8-b1bb69cfbf14 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': 'e6e16a98-81bc-4c4b-9c1c-8fca945f6bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '64d28b19-33d9-4d9a-ba0d-ec7e5a053d07'}] {{(pid=92783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:26:01.668458 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f626166-55bf-4b4e-991d-f7dad7805538 req-3b1ed14f-82a9-46e3-a197-96c29720e99a service neutron] Attempting to bind port 0329bf5d-04b6-4868-aaf8-b1bb69cfbf14 on network 64d28b19-33d9-4d9a-ba0d-ec7e5a053d07 {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:26:01.674424 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d9b084-30e7-444a-82e9-46b1fe61062b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f576dc47-28cf-4571-8461-05221fc8ca14,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:01.682619 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-67d9b084-30e7-444a-82e9-46b1fe61062b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:01.685027 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f626166-55bf-4b4e-991d-f7dad7805538 req-3b1ed14f-82a9-46e3-a197-96c29720e99a service neutron] Port 0329bf5d-04b6-4868-aaf8-b1bb69cfbf14 on network 64d28b19-33d9-4d9a-ba0d-ec7e5a053d07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:26:01.685351 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f626166-55bf-4b4e-991d-f7dad7805538 req-3b1ed14f-82a9-46e3-a197-96c29720e99a service neutron] Attempting to bind port 0329bf5d-04b6-4868-aaf8-b1bb69cfbf14 on network 64d28b19-33d9-4d9a-ba0d-ec7e5a053d07 {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:26:01.695918 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f626166-55bf-4b4e-991d-f7dad7805538 req-3b1ed14f-82a9-46e3-a197-96c29720e99a service neutron] Checking agent: {'id': 'e86ead90-85ed-45dc-94a1-895a24121321', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 23, 47), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:26:01.696257 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f626166-55bf-4b4e-991d-f7dad7805538 req-3b1ed14f-82a9-46e3-a197-96c29720e99a service neutron] Checking segment: {'id': 'e6e16a98-81bc-4c4b-9c1c-8fca945f6bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '64d28b19-33d9-4d9a-ba0d-ec7e5a053d07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:26:01.696628 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f626166-55bf-4b4e-991d-f7dad7805538 req-3b1ed14f-82a9-46e3-a197-96c29720e99a service neutron] Bound using segment: {'id': 'e6e16a98-81bc-4c4b-9c1c-8fca945f6bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '64d28b19-33d9-4d9a-ba0d-ec7e5a053d07'} {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:26:01.697048 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.managers [req-5f626166-55bf-4b4e-991d-f7dad7805538 req-3b1ed14f-82a9-46e3-a197-96c29720e99a service neutron] Bound port: 0329bf5d-04b6-4868-aaf8-b1bb69cfbf14, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6e16a98-81bc-4c4b-9c1c-8fca945f6bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '64d28b19-33d9-4d9a-ba0d-ec7e5a053d07'}}] {{(pid=92783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:26:01.697151 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port afb3d547-308d-47f0-913b-5f4c242a31c7, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=afb3d547-308d-47f0-913b-5f4c242a31c7,segment=NetworkSegment(978cc6d8-d90e-4d41-9279-f012d41ae2f5),segment_id=978cc6d8-d90e-4d41-9279-f012d41ae2f5)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:26:01.697385 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-5f626166-55bf-4b4e-991d-f7dad7805538 req-3b1ed14f-82a9-46e3-a197-96c29720e99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:01.708031 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.db [req-a0c81fcb-fc47-494b-8cf1-72025d4ade7e req-9aa1ee0a-edff-443e-9007-da6669904e4b service neutron] For port 3e75f237-595c-4bdd-8193-9782a260f740, host hv-cinder-79717, cleared binding levels {{(pid=92783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:26:01.715507 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Returning: {'device': 'afb3d547-308d-47f0-913b-5f4c242a31c7', 'network_id': '6b3c7cb1-477e-4c5f-9965-cb60a2d8de14', 'port_id': 'afb3d547-308d-47f0-913b-5f4c242a31c7', 'mac_address': 'fa:16:3e:32:56:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0260b167-e49c-4b4b-9ef5-e52212495354', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:26:01.737633 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-fa5f4ebc-2bd4-4523-b34b-9a003e60b7aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:01.739425 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.db [req-a0c81fcb-fc47-494b-8cf1-72025d4ade7e req-9aa1ee0a-edff-443e-9007-da6669904e4b service neutron] For port 3e75f237-595c-4bdd-8193-9782a260f740, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=3e75f237-595c-4bdd-8193-9782a260f740,segment=NetworkSegment(667a5842-7839-490b-a92f-43d2d3e45ee6),segment_id=667a5842-7839-490b-a92f-43d2d3e45ee6)] {{(pid=92783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:26:01.749530 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-a0c81fcb-fc47-494b-8cf1-72025d4ade7e req-9aa1ee0a-edff-443e-9007-da6669904e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:01.754902 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:01.765448 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:01.772575 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-fa5f4ebc-2bd4-4523-b34b-9a003e60b7aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:01.782666 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.notifiers.nova [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afb3d547-308d-47f0-913b-5f4c242a31c7 {{(pid=92784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:26:01.803634 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.db [req-5f626166-55bf-4b4e-991d-f7dad7805538 req-3b1ed14f-82a9-46e3-a197-96c29720e99a service neutron] For port 0329bf5d-04b6-4868-aaf8-b1bb69cfbf14, host hv-cinder-79717, cleared binding levels {{(pid=92783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:26:01.810468 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c81fcb-fc47-494b-8cf1-72025d4ade7e req-9aa1ee0a-edff-443e-9007-da6669904e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:01.811157 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-a0c81fcb-fc47-494b-8cf1-72025d4ade7e req-9aa1ee0a-edff-443e-9007-da6669904e4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for port, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:01.812479 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-a0c81fcb-fc47-494b-8cf1-72025d4ade7e req-9aa1ee0a-edff-443e-9007-da6669904e4b service neutron] 10.222.0.55 "PUT /v2.0/ports/3e75f237-595c-4bdd-8193-9782a260f740 HTTP/1.1" status: 200 len: 1093 time: 1.7539833 Jun 21 04:26:01.816839 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c758973b-55c6-4af4-85df-86b29bacee36', 'tag': '3e75f237-595c-4bdd-8193-9782a260f740'}] {{(pid=92783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:26:01.818697 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port afb3d547-308d-47f0-913b-5f4c242a31c7, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=afb3d547-308d-47f0-913b-5f4c242a31c7,segment=NetworkSegment(978cc6d8-d90e-4d41-9279-f012d41ae2f5),segment_id=978cc6d8-d90e-4d41-9279-f012d41ae2f5)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:26:01.819157 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fda3b7b704fc347e73998d8dc34ef34ca3ad6aa16a3a5c6f92a4a64020d363b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b45598-c5db-4bbb-9a3d-a0edfc41bb57" -d '{"events": [{"name": "network-changed", "server_uuid": "c758973b-55c6-4af4-85df-86b29bacee36", "tag": "3e75f237-595c-4bdd-8193-9782a260f740"}]}' {{(pid=92783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:26:01.826216 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:01.828120 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 68c2b6f1-4eeb-44bd-bb26-4ef9e139b9b1 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:26:01.834941 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.db [req-5f626166-55bf-4b4e-991d-f7dad7805538 req-3b1ed14f-82a9-46e3-a197-96c29720e99a service neutron] For port 0329bf5d-04b6-4868-aaf8-b1bb69cfbf14, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=0329bf5d-04b6-4868-aaf8-b1bb69cfbf14,segment=NetworkSegment(e6e16a98-81bc-4c4b-9c1c-8fca945f6bc3),segment_id=e6e16a98-81bc-4c4b-9c1c-8fca945f6bc3)] {{(pid=92783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:26:01.842170 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-d9d66d16-3876-4f41-8f83-4463688f4f71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:01.847499 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-5f626166-55bf-4b4e-991d-f7dad7805538 req-3b1ed14f-82a9-46e3-a197-96c29720e99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:01.850798 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-d9d66d16-3876-4f41-8f83-4463688f4f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:01.853957 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa1ee0a-edff-443e-9007-da6669904e4b service neutron] Pushing event updated for resources: {'Port': ['ID=3e75f237-595c-4bdd-8193-9782a260f740,revision_number=3']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:01.857140 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:01.860089 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-9aa1ee0a-edff-443e-9007-da6669904e4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:01.860616 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:01.876630 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-fa5f4ebc-2bd4-4523-b34b-9a003e60b7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:01.888196 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f626166-55bf-4b4e-991d-f7dad7805538 req-3b1ed14f-82a9-46e3-a197-96c29720e99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:01.888534 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-fa5f4ebc-2bd4-4523-b34b-9a003e60b7aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:01.888915 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-5f626166-55bf-4b4e-991d-f7dad7805538 req-3b1ed14f-82a9-46e3-a197-96c29720e99a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for port, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:01.890086 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-fa5f4ebc-2bd4-4523-b34b-9a003e60b7aa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f576dc47-28cf-4571-8461-05221fc8ca14 HTTP/1.1" status: 204 len: 168 time: 0.2346220 Jun 21 04:26:01.890194 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-5f626166-55bf-4b4e-991d-f7dad7805538 req-3b1ed14f-82a9-46e3-a197-96c29720e99a service neutron] 10.222.0.55 "PUT /v2.0/ports/0329bf5d-04b6-4868-aaf8-b1bb69cfbf14 HTTP/1.1" status: 200 len: 1093 time: 1.6154816 Jun 21 04:26:01.907428 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-d9d66d16-3876-4f41-8f83-4463688f4f71 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=546b9093c5964016ab6c641765484628&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3933976 Jun 21 04:26:01.910607 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 56596) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:01.911718 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d66d16-3876-4f41-8f83-4463688f4f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7174bd76-884e-456e-be49-22c7caaadb82,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:01.915304 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-d9d66d16-3876-4f41-8f83-4463688f4f71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:01.915964 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:01.924617 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5f4ebc-2bd4-4523-b34b-9a003e60b7aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f576dc47-28cf-4571-8461-05221fc8ca14,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:01.927695 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-fa5f4ebc-2bd4-4523-b34b-9a003e60b7aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:01.928635 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-700b7b25-9526-449a-8b54-7eca6530a373 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:01.957589 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe15c22-f692-48f0-9522-1d776b6217ee x-openstack-request-id: req-cbe15c22-f692-48f0-9522-1d776b6217ee {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:26:01.957832 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c758973b-55c6-4af4-85df-86b29bacee36", "tag": "3e75f237-595c-4bdd-8193-9782a260f740", "status": "completed", "code": 200}]} {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:26:01.958101 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cbe15c22-f692-48f0-9522-1d776b6217ee {{(pid=92783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:26:01.958538 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c758973b-55c6-4af4-85df-86b29bacee36', 'tag': '3e75f237-595c-4bdd-8193-9782a260f740', 'status': 'completed', 'code': 200} Jun 21 04:26:01.961659 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ed14f-82a9-46e3-a197-96c29720e99a service neutron] Pushing event updated for resources: {'Port': ['ID=0329bf5d-04b6-4868-aaf8-b1bb69cfbf14,revision_number=3']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:01.971007 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-3b1ed14f-82a9-46e3-a197-96c29720e99a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:02.055933 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-475dfb53-826f-49a6-8417-d0cf3ab0dbe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:02.063374 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 68c2b6f1-4eeb-44bd-bb26-4ef9e139b9b1, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=68c2b6f1-4eeb-44bd-bb26-4ef9e139b9b1,segment=NetworkSegment(d1d76647-51ae-4e30-9f16-1b866af21ebf),segment_id=d1d76647-51ae-4e30-9f16-1b866af21ebf)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:26:02.074843 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Pushing event updated for resources: {'Port': ['ID=afb3d547-308d-47f0-913b-5f4c242a31c7,revision_number=4']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:02.078329 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:02.083675 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Returning: {'device': '68c2b6f1-4eeb-44bd-bb26-4ef9e139b9b1', 'network_id': 'c6ae2bab-f488-4095-b86a-cac1576eb954', 'port_id': '68c2b6f1-4eeb-44bd-bb26-4ef9e139b9b1', 'mac_address': 'fa:16:3e:23:7f:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd152cd9e-cdfb-4cc9-ab3c-bbc65c647607', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:26:02.098960 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-475dfb53-826f-49a6-8417-d0cf3ab0dbe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:02.145853 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:02.160154 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-475dfb53-826f-49a6-8417-d0cf3ab0dbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:02.163441 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-475dfb53-826f-49a6-8417-d0cf3ab0dbe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:02.166855 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-475dfb53-826f-49a6-8417-d0cf3ab0dbe0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7174bd76-884e-456e-be49-22c7caaadb82 HTTP/1.1" status: 204 len: 168 time: 0.2552657 Jun 21 04:26:02.176036 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:02.176571 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.notifiers.nova [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68c2b6f1-4eeb-44bd-bb26-4ef9e139b9b1 {{(pid=92784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:26:02.190059 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475dfb53-826f-49a6-8417-d0cf3ab0dbe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7174bd76-884e-456e-be49-22c7caaadb82,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:02.195989 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-475dfb53-826f-49a6-8417-d0cf3ab0dbe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:02.208641 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 68c2b6f1-4eeb-44bd-bb26-4ef9e139b9b1, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=68c2b6f1-4eeb-44bd-bb26-4ef9e139b9b1,segment=NetworkSegment(d1d76647-51ae-4e30-9f16-1b866af21ebf),segment_id=d1d76647-51ae-4e30-9f16-1b866af21ebf)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:26:02.217275 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:02.218172 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1400e47-6746-472a-846c-9e699c0becda req-5d11acf4-12df-4e21-a7fd-1ced8de470d5 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:02.220588 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:02.226908 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d1400e47-6746-472a-846c-9e699c0becda req-5d11acf4-12df-4e21-a7fd-1ced8de470d5 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/ports?device_id=033abcdc-0695-40db-81dc-e6aca3510ef6 HTTP/1.1" status: 200 len: 943 time: 0.1247406 Jun 21 04:26:02.253566 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c3b42-2c02-41a3-9ff0-d1df219acd15 req-f0004cd9-2518-4280-b413-086adaa64169 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:02.265554 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-583c3b42-2c02-41a3-9ff0-d1df219acd15 req-f0004cd9-2518-4280-b413-086adaa64169 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=b28eaaa7-a577-4688-bed0-4e9eb11acca0 HTTP/1.1" status: 200 len: 944 time: 0.1498311 Jun 21 04:26:02.302903 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d1400e47-6746-472a-846c-9e699c0becda req-98b43992-da4b-4cfa-8e22-697d57051f2a tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/security-groups?id=e076f1fa-426d-4c01-aa29-5fa89e8ec02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749130 Jun 21 04:26:02.313300 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Pushing event updated for resources: {'Port': ['ID=68c2b6f1-4eeb-44bd-bb26-4ef9e139b9b1,revision_number=4']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:02.326614 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:02.359962 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-583c3b42-2c02-41a3-9ff0-d1df219acd15 req-25f2efe4-9891-4c77-b303-000495bed54f tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821369 Jun 21 04:26:02.398963 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 56608) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:02.426161 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-8707ebaf-ff1a-45c3-a783-1340bd5a24e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:02.544162 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-8707ebaf-ff1a-45c3-a783-1340bd5a24e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:02.548730 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-8707ebaf-ff1a-45c3-a783-1340bd5a24e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:02.572229 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-a8ace0c1-1149-433a-b03a-8a8d050911ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:02.572622 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:02.578922 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-8707ebaf-ff1a-45c3-a783-1340bd5a24e7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=02bfe3aa055c42f58bf522062a4fca02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1760938 Jun 21 04:26:02.580535 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 56614) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:02.603238 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 56616) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:02.618285 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a83a17-e646-4b8d-be7f-997da5898e1f req-a6961302-2c8b-423d-84bd-1c7e737b0d84 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:02.619789 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-82a83a17-e646-4b8d-be7f-997da5898e1f req-a6961302-2c8b-423d-84bd-1c7e737b0d84 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 943 time: 0.2136738 Jun 21 04:26:02.627641 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-33b3cd65-100c-4d31-b07e-d8f93b4cf250 req-1873d0cd-7f83-468f-b5b8-bdb15b68d7a7 service neutron] 10.222.0.55 "GET /v2.0/networks/fd6e448a-06f0-4e1b-bc50-7a0749d71b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790018 Jun 21 04:26:02.633037 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a5e46128-a3c6-4ab3-99ce-c30287b704ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:02.638267 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8707ebaf-ff1a-45c3-a783-1340bd5a24e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b3d55f-f0cb-4908-90a6-1bc1ea93d56f,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:02.641770 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-8707ebaf-ff1a-45c3-a783-1340bd5a24e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:02.658685 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84bf4a9-0c9b-41bd-9661-a4c99a1ccfd1 req-6adce36a-2422-46e0-930b-71370660c9e8 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:02.660725 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-e84bf4a9-0c9b-41bd-9661-a4c99a1ccfd1 req-6adce36a-2422-46e0-930b-71370660c9e8 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 943 time: 0.1505795 Jun 21 04:26:02.688995 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-82a83a17-e646-4b8d-be7f-997da5898e1f req-403e4dec-2ab5-4f24-bb22-d9864bf4d2f7 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603671 Jun 21 04:26:02.695471 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-15473f32-fc90-4ee5-9950-082f2905a111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:02.723274 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-e84bf4a9-0c9b-41bd-9661-a4c99a1ccfd1 req-55ca8ab9-56d4-48c3-a40d-8d96cf71817a tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?id=d70c9646-a852-4f4d-a850-9cdfde0acad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531216 Jun 21 04:26:02.730859 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-15473f32-fc90-4ee5-9950-082f2905a111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:02.795952 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a5e46128-a3c6-4ab3-99ce-c30287b704ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:02.800974 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a5e46128-a3c6-4ab3-99ce-c30287b704ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:02.805658 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-eaa305ef-9655-4a3d-88f6-1e5566363e90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:02.813926 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-15473f32-fc90-4ee5-9950-082f2905a111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:02.816664 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-15473f32-fc90-4ee5-9950-082f2905a111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:02.817767 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-15473f32-fc90-4ee5-9950-082f2905a111 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b7b3d55f-f0cb-4908-90a6-1bc1ea93d56f HTTP/1.1" status: 204 len: 168 time: 0.2362406 Jun 21 04:26:02.849604 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-a5e46128-a3c6-4ab3-99ce-c30287b704ac admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=41d865e764884e7e90e74485a9b438e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2424858 Jun 21 04:26:02.849604 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e46128-a3c6-4ab3-99ce-c30287b704ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a7d4df-87b0-425e-945e-f624c6d22180,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:02.851331 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-a5e46128-a3c6-4ab3-99ce-c30287b704ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:02.852177 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 56620) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:02.852613 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:02.873994 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15473f32-fc90-4ee5-9950-082f2905a111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b3d55f-f0cb-4908-90a6-1bc1ea93d56f,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:02.876830 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-15473f32-fc90-4ee5-9950-082f2905a111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:02.878003 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f937f-a48f-4a2b-97cd-1563ac3370ab req-8a038dd4-7ad1-4c7b-b7a7-cd673501d74d tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:02.879738 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-cf3f937f-a48f-4a2b-97cd-1563ac3370ab req-8a038dd4-7ad1-4c7b-b7a7-cd673501d74d tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 943 time: 0.0722780 Jun 21 04:26:02.918339 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-bcf2afb8-4511-4570-a51d-1d1d73f61cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:02.920816 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-cf3f937f-a48f-4a2b-97cd-1563ac3370ab req-ee442e12-d0c4-4df8-8523-be4db99a119c tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347748 Jun 21 04:26:02.947635 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-bcf2afb8-4511-4570-a51d-1d1d73f61cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:02.988458 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-bcf2afb8-4511-4570-a51d-1d1d73f61cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:02.991167 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-bcf2afb8-4511-4570-a51d-1d1d73f61cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:02.992281 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-bcf2afb8-4511-4570-a51d-1d1d73f61cfb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e0a7d4df-87b0-425e-945e-f624c6d22180 HTTP/1.1" status: 204 len: 168 time: 0.1372850 Jun 21 04:26:02.993307 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:03.000325 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf2afb8-4511-4570-a51d-1d1d73f61cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a7d4df-87b0-425e-945e-f624c6d22180,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:03.002577 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-bcf2afb8-4511-4570-a51d-1d1d73f61cfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:03.207567 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 56628) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:03.220592 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-6efdcbfc-8f74-4796-96a8-f44b0b6e1653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:03.319458 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-6efdcbfc-8f74-4796-96a8-f44b0b6e1653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:03.324181 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-6efdcbfc-8f74-4796-96a8-f44b0b6e1653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:03.336815 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-c1e0218a-e222-4cca-adb1-80130926db33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:03.374902 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-6efdcbfc-8f74-4796-96a8-f44b0b6e1653 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c5808a6a6ba74290a4b9801f5bb681af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1662469 Jun 21 04:26:03.376810 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 56638) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:03.387328 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efdcbfc-8f74-4796-96a8-f44b0b6e1653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419df548-aeb9-4fca-b738-96b68d32d461,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:03.391493 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-6efdcbfc-8f74-4796-96a8-f44b0b6e1653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:03.480984 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-dd73fe0d-b93f-4879-a841-2a0ef1655f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:03.543896 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-dd73fe0d-b93f-4879-a841-2a0ef1655f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:03.569510 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6685024c-782f-4734-aef0-f25bcb6aa37d req-7ba0a834-39a1-4b9d-8fce-fd405a82fc09 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:03.570587 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6685024c-782f-4734-aef0-f25bcb6aa37d req-7ba0a834-39a1-4b9d-8fce-fd405a82fc09 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/ports?device_id=033abcdc-0695-40db-81dc-e6aca3510ef6 HTTP/1.1" status: 200 len: 944 time: 0.1457152 Jun 21 04:26:03.652040 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-056d73aa-805f-4b87-8a4c-ccd88a4609ad req-590124a4-ad78-419f-9daa-abfc2d0fd664 service neutron] 10.222.0.55 "GET /v2.0/networks/64d28b19-33d9-4d9a-ba0d-ec7e5a053d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397192 Jun 21 04:26:03.673094 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6685024c-782f-4734-aef0-f25bcb6aa37d req-404b82ec-bbd2-45c3-96f0-dd7056e047ef tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/security-groups?id=e076f1fa-426d-4c01-aa29-5fa89e8ec02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949430 Jun 21 04:26:03.688255 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f28e68-bceb-4bd8-b682-e403d9a416a2 req-caec7cf7-ee3f-410d-907b-bf18f64bd85a tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:03.689809 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d7f28e68-bceb-4bd8-b682-e403d9a416a2 req-caec7cf7-ee3f-410d-907b-bf18f64bd85a tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=b28eaaa7-a577-4688-bed0-4e9eb11acca0 HTTP/1.1" status: 200 len: 944 time: 0.2017746 Jun 21 04:26:03.701677 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f626166-55bf-4b4e-991d-f7dad7805538 req-5a30a4d3-1677-42d6-9baa-ede13a48bd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:03.703479 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-5f626166-55bf-4b4e-991d-f7dad7805538 req-5a30a4d3-1677-42d6-9baa-ede13a48bd84 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ccd1b659f7b548f69df434ddfadc8cf1&device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 1096 time: 0.0909777 Jun 21 04:26:03.710873 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-dd73fe0d-b93f-4879-a841-2a0ef1655f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:03.730811 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-dd73fe0d-b93f-4879-a841-2a0ef1655f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:03.732041 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-dd73fe0d-b93f-4879-a841-2a0ef1655f17 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/419df548-aeb9-4fca-b738-96b68d32d461 HTTP/1.1" status: 204 len: 168 time: 0.3542109 Jun 21 04:26:03.746243 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:03.768546 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b45598-c5db-4bbb-9a3d-a0edfc41bb57 req-1de5b5be-2590-442b-b28b-0779fa63a3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:03.770186 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-34b45598-c5db-4bbb-9a3d-a0edfc41bb57 req-1de5b5be-2590-442b-b28b-0779fa63a3f6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ac19631df71474c90f158e6a57cb69b&device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 1096 time: 0.1835799 Jun 21 04:26:03.773564 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd73fe0d-b93f-4879-a841-2a0ef1655f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419df548-aeb9-4fca-b738-96b68d32d461,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:03.798594 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d7f28e68-bceb-4bd8-b682-e403d9a416a2 req-23b7f54f-5839-447a-9163-949d8e12e7ea tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920169 Jun 21 04:26:03.799433 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-5f626166-55bf-4b4e-991d-f7dad7805538 req-af967b0a-10b9-4bf0-92e1-8d3b49c2fda8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0329bf5d-04b6-4868-aaf8-b1bb69cfbf14 HTTP/1.1" status: 200 len: 217 time: 0.0806816 Jun 21 04:26:03.801630 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-dd73fe0d-b93f-4879-a841-2a0ef1655f17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:03.857522 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] get_ports_and_sgs() called for port_ids ['68c2b6f1-4eeb-44bd-bb26-4ef9e139b9b1'] {{(pid=92784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:26:03.882802 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927e2de-275a-4aec-ad28-007543d08ef8 req-262f1b54-dcd3-4ab3-9e17-8e8d20e9d621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:03.884726 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-2927e2de-275a-4aec-ad28-007543d08ef8 req-262f1b54-dcd3-4ab3-9e17-8e8d20e9d621 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ccd1b659f7b548f69df434ddfadc8cf1&device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 1096 time: 0.1546364 Jun 21 04:26:03.886553 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f626166-55bf-4b4e-991d-f7dad7805538 req-c5b369b5-fa4e-41e8-b510-30e188061bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:03.888383 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-5f626166-55bf-4b4e-991d-f7dad7805538 req-c5b369b5-fa4e-41e8-b510-30e188061bed service neutron] 10.222.0.55 "GET /v2.0/subnets?id=849daa8e-dac6-4f8a-9763-33d634d005e9 HTTP/1.1" status: 200 len: 858 time: 0.0799241 Jun 21 04:26:03.968463 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '938646df-5fc6-4f95-a307-ed89132bae5e', 'tag': '0329bf5d-04b6-4868-aaf8-b1bb69cfbf14'}] {{(pid=92783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:26:03.971727 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fda3b7b704fc347e73998d8dc34ef34ca3ad6aa16a3a5c6f92a4a64020d363b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d09f96-d4c6-43a8-9e0d-46a3847525ba" -d '{"events": [{"name": "network-changed", "server_uuid": "938646df-5fc6-4f95-a307-ed89132bae5e", "tag": "0329bf5d-04b6-4868-aaf8-b1bb69cfbf14"}]}' {{(pid=92783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:26:03.976160 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] get_ports_and_sgs() called for port_ids ['afb3d547-308d-47f0-913b-5f4c242a31c7'] {{(pid=92784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:26:04.009693 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-5f626166-55bf-4b4e-991d-f7dad7805538 req-14ec6e9d-4dad-4f63-8559-ae5d92f1729b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=64d28b19-33d9-4d9a-ba0d-ec7e5a053d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970066 Jun 21 04:26:04.150069 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b45598-c5db-4bbb-9a3d-a0edfc41bb57 req-7ea7fb32-1068-4313-a959-356818fce7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:04.165588 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-34b45598-c5db-4bbb-9a3d-a0edfc41bb57 req-7ea7fb32-1068-4313-a959-356818fce7cb service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=7ac19631df71474c90f158e6a57cb69b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3630149 Jun 21 04:26:04.286784 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-5f626166-55bf-4b4e-991d-f7dad7805538 req-09bcf313-00e3-46ba-9ae7-f180aab778a7 service neutron] 10.222.0.55 "GET /v2.0/networks/64d28b19-33d9-4d9a-ba0d-ec7e5a053d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701435 Jun 21 04:26:04.294893 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927e2de-275a-4aec-ad28-007543d08ef8 req-bf9d378c-dcc4-41eb-afbd-f3f25447676c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:04.297069 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-2927e2de-275a-4aec-ad28-007543d08ef8 req-bf9d378c-dcc4-41eb-afbd-f3f25447676c service neutron] 10.222.0.55 "GET /v2.0/networks?id=64d28b19-33d9-4d9a-ba0d-ec7e5a053d07 HTTP/1.1" status: 200 len: 919 time: 0.3977177 Jun 21 04:26:04.326620 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd018c3-6a1e-4a75-a0ed-73d76a549811 req-52894e1e-6073-44df-8f40-633ee2f1913e tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:04.328837 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-bbd018c3-6a1e-4a75-a0ed-73d76a549811 req-52894e1e-6073-44df-8f40-633ee2f1913e tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 943 time: 0.4742990 Jun 21 04:26:04.362047 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-2927e2de-275a-4aec-ad28-007543d08ef8 req-3815a77b-ce21-49f5-8ba1-c995bf0d4c1d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a909c36-2c5c-4350-bdc2-a244007e2fab HTTP/1.1" status: 200 len: 217 time: 0.0529060 Jun 21 04:26:04.468973 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b061d25c-7120-4237-81c4-97c1fce9c39f req-a01e0768-f468-4f0c-a753-d3ae35c7582c tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:04.477358 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927e2de-275a-4aec-ad28-007543d08ef8 req-2873536b-1c0a-433c-9c38-f7280347660e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:04.479069 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-2927e2de-275a-4aec-ad28-007543d08ef8 req-2873536b-1c0a-433c-9c38-f7280347660e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=849daa8e-dac6-4f8a-9763-33d634d005e9 HTTP/1.1" status: 200 len: 858 time: 0.1009381 Jun 21 04:26:04.481469 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-b061d25c-7120-4237-81c4-97c1fce9c39f req-a01e0768-f468-4f0c-a753-d3ae35c7582c tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 943 time: 0.3575113 Jun 21 04:26:04.488964 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b45598-c5db-4bbb-9a3d-a0edfc41bb57 req-e4f093cf-ccd9-406e-9d09-aa3d4a01484f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:04.490823 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-34b45598-c5db-4bbb-9a3d-a0edfc41bb57 req-e4f093cf-ccd9-406e-9d09-aa3d4a01484f service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3071475 Jun 21 04:26:04.534991 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-bbd018c3-6a1e-4a75-a0ed-73d76a549811 req-35a603fb-52e9-40bd-b570-5dbd4e47105b tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911097 Jun 21 04:26:04.582989 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-b061d25c-7120-4237-81c4-97c1fce9c39f req-d2b78979-0403-42f8-8962-f89066899f16 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?id=d70c9646-a852-4f4d-a850-9cdfde0acad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006572 Jun 21 04:26:04.656616 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c81fcb-fc47-494b-8cf1-72025d4ade7e req-af7d6152-7364-466e-8f69-a7318eca3c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:04.658142 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a0c81fcb-fc47-494b-8cf1-72025d4ade7e req-af7d6152-7364-466e-8f69-a7318eca3c5d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ac19631df71474c90f158e6a57cb69b&device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 1096 time: 0.0742481 Jun 21 04:26:04.772178 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a0c81fcb-fc47-494b-8cf1-72025d4ade7e req-6ff48727-03f7-4d26-aac4-9c5bc15b3213 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e75f237-595c-4bdd-8193-9782a260f740 HTTP/1.1" status: 200 len: 217 time: 0.1052477 Jun 21 04:26:04.825621 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-2927e2de-275a-4aec-ad28-007543d08ef8 req-84d0c4ca-f1fd-4dbc-a7c4-a145a2fa2c42 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=64d28b19-33d9-4d9a-ba0d-ec7e5a053d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3346744 Jun 21 04:26:04.838123 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0f3a97-c7de-4c29-ba4e-d96116681a5f x-openstack-request-id: req-9e0f3a97-c7de-4c29-ba4e-d96116681a5f {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:26:04.838494 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "938646df-5fc6-4f95-a307-ed89132bae5e", "tag": "0329bf5d-04b6-4868-aaf8-b1bb69cfbf14", "status": "completed", "code": 200}]} {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:26:04.838834 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9e0f3a97-c7de-4c29-ba4e-d96116681a5f {{(pid=92783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:26:04.839248 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '938646df-5fc6-4f95-a307-ed89132bae5e', 'tag': '0329bf5d-04b6-4868-aaf8-b1bb69cfbf14', 'status': 'completed', 'code': 200} Jun 21 04:26:04.842936 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-5f626166-55bf-4b4e-991d-f7dad7805538 req-c88d03ea-3887-4be6-be06-3ba4a755f600 service neutron] 10.222.0.55 "GET /v2.0/networks/64d28b19-33d9-4d9a-ba0d-ec7e5a053d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5438075 Jun 21 04:26:04.913184 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c81fcb-fc47-494b-8cf1-72025d4ade7e req-feff40f7-75ea-4c47-8d10-2dffa74656ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:04.913184 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a0c81fcb-fc47-494b-8cf1-72025d4ade7e req-feff40f7-75ea-4c47-8d10-2dffa74656ea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cc19a82e-f40e-472d-88c4-f521c9c405b3 HTTP/1.1" status: 200 len: 848 time: 0.1104684 Jun 21 04:26:05.007460 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0715b-23cc-4843-bc30-2116be5fdf3b req-94224cbf-f9f8-4c7e-9182-bc6798358cc2 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:05.014512 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-25a0715b-23cc-4843-bc30-2116be5fdf3b req-94224cbf-f9f8-4c7e-9182-bc6798358cc2 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 943 time: 0.2567639 Jun 21 04:26:05.020977 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-2927e2de-275a-4aec-ad28-007543d08ef8 req-63f080cb-4210-4c44-987d-77a8b144e404 service neutron] 10.222.0.55 "GET /v2.0/networks/64d28b19-33d9-4d9a-ba0d-ec7e5a053d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769369 Jun 21 04:26:05.024301 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d09f96-d4c6-43a8-9e0d-46a3847525ba req-f8d7218d-952a-4ca9-a16f-a1ebd32008e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:05.025817 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-04d09f96-d4c6-43a8-9e0d-46a3847525ba req-f8d7218d-952a-4ca9-a16f-a1ebd32008e8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ccd1b659f7b548f69df434ddfadc8cf1&device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 1096 time: 0.0997276 Jun 21 04:26:05.051937 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e854a34-0dec-4a46-a5ff-20aa67554f68 req-cc4c542a-d4ac-4d87-b67d-09edbbd4ac0c tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:05.053489 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1e854a34-0dec-4a46-a5ff-20aa67554f68 req-cc4c542a-d4ac-4d87-b67d-09edbbd4ac0c tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/ports?device_id=033abcdc-0695-40db-81dc-e6aca3510ef6 HTTP/1.1" status: 200 len: 944 time: 0.1651266 Jun 21 04:26:05.061348 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c81fcb-fc47-494b-8cf1-72025d4ade7e req-5f7a67d7-faa6-4a8e-9ced-56f26c3eadff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:05.062784 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a0c81fcb-fc47-494b-8cf1-72025d4ade7e req-5f7a67d7-faa6-4a8e-9ced-56f26c3eadff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b0453a8f-147d-435a-b4a9-ec66a5c92927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1318913 Jun 21 04:26:05.098755 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-25a0715b-23cc-4843-bc30-2116be5fdf3b req-2c46a934-6ba3-433b-a4d0-4326fae037ef tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832551 Jun 21 04:26:05.158855 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1e854a34-0dec-4a46-a5ff-20aa67554f68 req-a7cb0d69-a3f1-4779-9040-854ee5b7b2db tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/security-groups?id=e076f1fa-426d-4c01-aa29-5fa89e8ec02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905781 Jun 21 04:26:05.197756 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a0c81fcb-fc47-494b-8cf1-72025d4ade7e req-64553dce-8169-4e46-baa1-865717ae8646 service neutron] 10.222.0.55 "GET /v2.0/networks/b0453a8f-147d-435a-b4a9-ec66a5c92927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261570 Jun 21 04:26:05.230609 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-2927e2de-275a-4aec-ad28-007543d08ef8 req-6d46fee2-ad74-40ab-a782-d5c51d4351cb service neutron] 10.222.0.55 "GET /v2.0/networks/64d28b19-33d9-4d9a-ba0d-ec7e5a053d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968436 Jun 21 04:26:05.279066 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d09f96-d4c6-43a8-9e0d-46a3847525ba req-c367a1b1-f7db-4877-a3b1-c1feac5ca83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:05.280529 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-04d09f96-d4c6-43a8-9e0d-46a3847525ba req-c367a1b1-f7db-4877-a3b1-c1feac5ca83f service neutron] 10.222.0.55 "GET /v2.0/networks?id=64d28b19-33d9-4d9a-ba0d-ec7e5a053d07 HTTP/1.1" status: 200 len: 919 time: 0.2446043 Jun 21 04:26:05.336898 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-04d09f96-d4c6-43a8-9e0d-46a3847525ba req-5c980d22-a231-4dc4-a0fa-6d326b765a74 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0329bf5d-04b6-4868-aaf8-b1bb69cfbf14 HTTP/1.1" status: 200 len: 217 time: 0.0448256 Jun 21 04:26:05.371044 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a0c81fcb-fc47-494b-8cf1-72025d4ade7e req-88601990-7388-413a-b669-ec516dc74a51 service neutron] 10.222.0.55 "GET /v2.0/networks/b0453a8f-147d-435a-b4a9-ec66a5c92927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657314 Jun 21 04:26:05.395177 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea0272-58c7-4885-92b9-a7a57c8c3fce req-0057b021-6f48-4645-a441-40711bc74879 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:05.396699 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-43ea0272-58c7-4885-92b9-a7a57c8c3fce req-0057b021-6f48-4645-a441-40711bc74879 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=b28eaaa7-a577-4688-bed0-4e9eb11acca0 HTTP/1.1" status: 200 len: 944 time: 0.1058195 Jun 21 04:26:05.418331 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d09f96-d4c6-43a8-9e0d-46a3847525ba req-7e3e4e11-540b-4e8c-8ae0-b7faf69c1a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:05.420758 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-04d09f96-d4c6-43a8-9e0d-46a3847525ba req-7e3e4e11-540b-4e8c-8ae0-b7faf69c1a7f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=849daa8e-dac6-4f8a-9763-33d634d005e9 HTTP/1.1" status: 200 len: 858 time: 0.0757978 Jun 21 04:26:05.443586 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-43ea0272-58c7-4885-92b9-a7a57c8c3fce req-b636daac-840d-4caf-9baf-54036706c330 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390105 Jun 21 04:26:05.472608 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-04d09f96-d4c6-43a8-9e0d-46a3847525ba req-fd50d55a-81d0-4170-b26f-5579782b81e2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=64d28b19-33d9-4d9a-ba0d-ec7e5a053d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443215 Jun 21 04:26:05.538043 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 5ebbea58-99ab-45f8-beac-f662499e74ba details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:26:05.540128 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device afb3d547-308d-47f0-913b-5f4c242a31c7 up at agent hyperv_hv-cinder-79717 {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:26:05.578413 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-04d09f96-d4c6-43a8-9e0d-46a3847525ba req-57d2387c-683f-4751-b467-7d3971db4e9f service neutron] 10.222.0.55 "GET /v2.0/networks/64d28b19-33d9-4d9a-ba0d-ec7e5a053d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991440 Jun 21 04:26:05.677388 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Provisioning for port afb3d547-308d-47f0-913b-5f4c242a31c7 completed by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:26:05.689301 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Provisioning complete for port afb3d547-308d-47f0-913b-5f4c242a31c7 triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:26:05.690235 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:05.727985 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-04d09f96-d4c6-43a8-9e0d-46a3847525ba req-abacffd7-fdc2-4782-a3f3-b0ae3c3b3f6a service neutron] 10.222.0.55 "GET /v2.0/networks/64d28b19-33d9-4d9a-ba0d-ec7e5a053d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257565 Jun 21 04:26:05.750709 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 5ebbea58-99ab-45f8-beac-f662499e74ba, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=5ebbea58-99ab-45f8-beac-f662499e74ba,segment=NetworkSegment(e5545432-0850-4927-a96c-466ee806cf28),segment_id=e5545432-0850-4927-a96c-466ee806cf28)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:26:05.769918 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Returning: {'device': '5ebbea58-99ab-45f8-beac-f662499e74ba', 'network_id': 'fd6e448a-06f0-4e1b-bc50-7a0749d71b51', 'port_id': '5ebbea58-99ab-45f8-beac-f662499e74ba', 'mac_address': 'fa:16:3e:1e:69:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8b0903-2890-45e0-bcb1-1f07c6fca395', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:26:05.851607 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:05.869590 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:05.881575 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.notifiers.nova [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ebbea58-99ab-45f8-beac-f662499e74ba {{(pid=92784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:26:05.900952 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf89550-b5f0-42e9-943a-edb369bd90ba req-373d612c-ac55-481b-8331-dce07215ad67 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:05.908376 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-caf89550-b5f0-42e9-943a-edb369bd90ba req-373d612c-ac55-481b-8331-dce07215ad67 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 943 time: 0.1496687 Jun 21 04:26:05.908928 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28eaaa7-a577-4688-bed0-4e9eb11acca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb3d547-308d-47f0-913b-5f4c242a31c7'}] {{(pid=92784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:26:05.941623 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa5433-da3a-44c2-9a20-e52d40110b40 req-f168fcce-73cc-4faa-90e6-0e45ccb69a0d tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:05.943223 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-66fa5433-da3a-44c2-9a20-e52d40110b40 req-f168fcce-73cc-4faa-90e6-0e45ccb69a0d tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 943 time: 0.1281893 Jun 21 04:26:05.976543 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-caf89550-b5f0-42e9-943a-edb369bd90ba req-cea623ea-8869-4542-b7c6-d52eb5ddb166 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?id=d70c9646-a852-4f4d-a850-9cdfde0acad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672400 Jun 21 04:26:05.984366 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port afb3d547-308d-47f0-913b-5f4c242a31c7, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=afb3d547-308d-47f0-913b-5f4c242a31c7,segment=NetworkSegment(978cc6d8-d90e-4d41-9279-f012d41ae2f5),segment_id=978cc6d8-d90e-4d41-9279-f012d41ae2f5)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:26:05.989379 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 5ebbea58-99ab-45f8-beac-f662499e74ba, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=5ebbea58-99ab-45f8-beac-f662499e74ba,segment=NetworkSegment(e5545432-0850-4927-a96c-466ee806cf28),segment_id=e5545432-0850-4927-a96c-466ee806cf28)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:26:06.008057 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:06.010529 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:06.011805 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 68c2b6f1-4eeb-44bd-bb26-4ef9e139b9b1 up at agent hyperv_hv-cinder-79717 {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:26:06.014203 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-28b96d78-fefc-493d-a014-7fc31db6f91f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:06.037270 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-66fa5433-da3a-44c2-9a20-e52d40110b40 req-78ac9847-14c5-45f9-9223-631c84b66bc2 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840216 Jun 21 04:26:06.096577 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Pushing event updated for resources: {'Port': ['ID=5ebbea58-99ab-45f8-beac-f662499e74ba,revision_number=4']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:06.134489 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Provisioning for port 68c2b6f1-4eeb-44bd-bb26-4ef9e139b9b1 completed by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:26:06.142846 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Provisioning complete for port 68c2b6f1-4eeb-44bd-bb26-4ef9e139b9b1 triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:26:06.143226 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:06.178788 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea407864149563716f916f7ad989592de9d82914ebf27f22c024267046db962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a89e43-63c8-4e40-9ee9-3c61f8dbac55" -d '{"events": [{"server_uuid": "b28eaaa7-a577-4688-bed0-4e9eb11acca0", "name": "network-vif-plugged", "status": "completed", "tag": "afb3d547-308d-47f0-913b-5f4c242a31c7"}]}' {{(pid=92784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:26:06.188751 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Pushing event updated for resources: {'Port': ['ID=afb3d547-308d-47f0-913b-5f4c242a31c7,revision_number=5']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:06.196022 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:06.196501 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-9806cafb-5b48-4536-8c37-69d4b444d86e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.181s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:06.196853 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-9806cafb-5b48-4536-8c37-69d4b444d86e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:06.268329 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:06.271098 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] get_ports_and_sgs() called for port_ids ['5ebbea58-99ab-45f8-beac-f662499e74ba'] {{(pid=92784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:26:06.380328 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 68c2b6f1-4eeb-44bd-bb26-4ef9e139b9b1, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=68c2b6f1-4eeb-44bd-bb26-4ef9e139b9b1,segment=NetworkSegment(d1d76647-51ae-4e30-9f16-1b866af21ebf),segment_id=d1d76647-51ae-4e30-9f16-1b866af21ebf)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:26:06.393228 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:06.399158 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:06.410834 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a90d43-83f1-49ed-90dc-a5ef520d8a2c x-openstack-request-id: req-04a90d43-83f1-49ed-90dc-a5ef520d8a2c {{(pid=92784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:26:06.411143 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b28eaaa7-a577-4688-bed0-4e9eb11acca0", "name": "network-vif-plugged", "status": "completed", "tag": "afb3d547-308d-47f0-913b-5f4c242a31c7", "code": 200}]} {{(pid=92784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:26:06.411409 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-04a90d43-83f1-49ed-90dc-a5ef520d8a2c {{(pid=92784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:26:06.411893 dv-cinder-797170-3-iscsi neutron-server[92784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b28eaaa7-a577-4688-bed0-4e9eb11acca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb3d547-308d-47f0-913b-5f4c242a31c7', 'code': 200} Jun 21 04:26:06.416892 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90a026-5efa-4384-b599-53811fa6c794 req-87011b4c-13e1-4e5d-9629-c6120c08b144 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:06.428443 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-4a90a026-5efa-4384-b599-53811fa6c794 req-87011b4c-13e1-4e5d-9629-c6120c08b144 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 944 time: 0.1069436 Jun 21 04:26:06.493162 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Pushing event updated for resources: {'Port': ['ID=68c2b6f1-4eeb-44bd-bb26-4ef9e139b9b1,revision_number=5']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:06.503053 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-4a90a026-5efa-4384-b599-53811fa6c794 req-8808e447-02a8-4498-9985-9d83f0905924 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729909 Jun 21 04:26:06.505477 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:06.632497 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297657b1-52bb-4ecd-a680-07c52a7d0c8f req-b3b02fb6-5e05-4163-9207-f17a7c977ded tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:06.634021 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-297657b1-52bb-4ecd-a680-07c52a7d0c8f req-b3b02fb6-5e05-4163-9207-f17a7c977ded tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/ports?device_id=033abcdc-0695-40db-81dc-e6aca3510ef6 HTTP/1.1" status: 200 len: 945 time: 0.1002986 Jun 21 04:26:06.734046 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-297657b1-52bb-4ecd-a680-07c52a7d0c8f req-107768a0-c6d4-43aa-9577-790d672c1975 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/security-groups?id=e076f1fa-426d-4c01-aa29-5fa89e8ec02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887539 Jun 21 04:26:06.757705 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d802639-81c3-471f-8dea-d7aacf950bd8 req-e9e2a228-e339-4a6b-bf98-07c548560f49 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:06.759497 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-8d802639-81c3-471f-8dea-d7aacf950bd8 req-e9e2a228-e339-4a6b-bf98-07c548560f49 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=b28eaaa7-a577-4688-bed0-4e9eb11acca0 HTTP/1.1" status: 200 len: 945 time: 0.1230538 Jun 21 04:26:06.772633 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203fff4-123b-40d6-a8d5-008318f4ef3f req-bb888d74-8bbb-4cdc-bfab-a715a1b13dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:06.774238 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-3203fff4-123b-40d6-a8d5-008318f4ef3f req-bb888d74-8bbb-4cdc-bfab-a715a1b13dc0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b28eaaa7-a577-4688-bed0-4e9eb11acca0 HTTP/1.1" status: 200 len: 1098 time: 0.1318426 Jun 21 04:26:06.795698 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-3203fff4-123b-40d6-a8d5-008318f4ef3f req-9b55a719-4563-487a-86bb-bd08bf742c25 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:06.803593 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-8d802639-81c3-471f-8dea-d7aacf950bd8 req-b5299753-cf47-4ffe-912c-0b41e3fecbba tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383332 Jun 21 04:26:06.896090 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-3203fff4-123b-40d6-a8d5-008318f4ef3f req-9b55a719-4563-487a-86bb-bd08bf742c25 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:06.901060 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-3203fff4-123b-40d6-a8d5-008318f4ef3f req-9b55a719-4563-487a-86bb-bd08bf742c25 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:06.906521 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:06.933688 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-3203fff4-123b-40d6-a8d5-008318f4ef3f req-9b55a719-4563-487a-86bb-bd08bf742c25 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524355 Jun 21 04:26:06.942940 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b55a719-4563-487a-86bb-bd08bf742c25 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9341361d-818d-486f-a1b9-2848cba1b86e,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:06.945999 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-9b55a719-4563-487a-86bb-bd08bf742c25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:07.202386 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef030e6-643f-4029-bcc0-1f8624cd1948 req-5298ec80-66e7-47ea-b46a-4705a227b45a tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:07.203744 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-aef030e6-643f-4029-bcc0-1f8624cd1948 req-5298ec80-66e7-47ea-b46a-4705a227b45a tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 943 time: 0.0984480 Jun 21 04:26:07.254176 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-aef030e6-643f-4029-bcc0-1f8624cd1948 req-eaa5a45f-b5fa-4789-a3fd-bf73b0958a8d tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?id=d70c9646-a852-4f4d-a850-9cdfde0acad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444586 Jun 21 04:26:07.261377 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d333a4ae-0798-4db2-bbf7-0b8524dc764c req-3b96e67d-bbb1-440f-8b70-73bca8b08dd1 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:07.262763 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d333a4ae-0798-4db2-bbf7-0b8524dc764c req-3b96e67d-bbb1-440f-8b70-73bca8b08dd1 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 943 time: 0.1041625 Jun 21 04:26:07.299339 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d333a4ae-0798-4db2-bbf7-0b8524dc764c req-ae02a8d5-42f6-4fcf-90b7-11825964703d tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310063 Jun 21 04:26:07.542355 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 4a909c36-2c5c-4350-bdc2-a244007e2fab details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:26:07.544642 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 5ebbea58-99ab-45f8-beac-f662499e74ba up at agent hyperv_hv-cinder-79717 {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:26:07.683983 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b2f83-edcc-4065-a6b9-a16de8dd85cd req-24cf518f-8522-402e-8a1b-51a554fc6131 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:07.685454 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-191b2f83-edcc-4065-a6b9-a16de8dd85cd req-24cf518f-8522-402e-8a1b-51a554fc6131 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 944 time: 0.0646744 Jun 21 04:26:07.723905 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-191b2f83-edcc-4065-a6b9-a16de8dd85cd req-383dff08-cb14-4721-bcd2-11cd720eba01 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319159 Jun 21 04:26:07.744748 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Provisioning for port 5ebbea58-99ab-45f8-beac-f662499e74ba completed by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:26:07.755745 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Provisioning complete for port 5ebbea58-99ab-45f8-beac-f662499e74ba triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:26:07.756122 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:07.795523 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 4a909c36-2c5c-4350-bdc2-a244007e2fab, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=4a909c36-2c5c-4350-bdc2-a244007e2fab,segment=NetworkSegment(e6e16a98-81bc-4c4b-9c1c-8fca945f6bc3),segment_id=e6e16a98-81bc-4c4b-9c1c-8fca945f6bc3)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:26:07.809833 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Returning: {'device': '4a909c36-2c5c-4350-bdc2-a244007e2fab', 'network_id': '64d28b19-33d9-4d9a-ba0d-ec7e5a053d07', 'port_id': '4a909c36-2c5c-4350-bdc2-a244007e2fab', 'mac_address': 'fa:16:3e:c5:4b:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '849daa8e-dac6-4f8a-9763-33d634d005e9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:26:07.873031 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:07.890074 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.notifiers.nova [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a909c36-2c5c-4350-bdc2-a244007e2fab {{(pid=92784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:26:07.895939 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:07.917725 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a24ec-c5ed-4909-b5cb-a89fd341bb99 req-c866df04-360d-4d73-bb67-12692894e9cc tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:07.923563 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 4a909c36-2c5c-4350-bdc2-a244007e2fab, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=4a909c36-2c5c-4350-bdc2-a244007e2fab,segment=NetworkSegment(e6e16a98-81bc-4c4b-9c1c-8fca945f6bc3),segment_id=e6e16a98-81bc-4c4b-9c1c-8fca945f6bc3)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:26:07.927118 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3d4a24ec-c5ed-4909-b5cb-a89fd341bb99 req-c866df04-360d-4d73-bb67-12692894e9cc tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/ports?device_id=033abcdc-0695-40db-81dc-e6aca3510ef6 HTTP/1.1" status: 200 len: 945 time: 0.0861721 Jun 21 04:26:07.938867 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:07.939625 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 0329bf5d-04b6-4868-aaf8-b1bb69cfbf14 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:26:07.946129 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-f17f38bb-36b3-4280-879f-c69138e82deb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:07.951762 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 5ebbea58-99ab-45f8-beac-f662499e74ba, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=5ebbea58-99ab-45f8-beac-f662499e74ba,segment=NetworkSegment(e5545432-0850-4927-a96c-466ee806cf28),segment_id=e5545432-0850-4927-a96c-466ee806cf28)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:26:07.979823 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:08.003465 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3d4a24ec-c5ed-4909-b5cb-a89fd341bb99 req-b2178d15-e1f7-4df1-8802-e443c4685c18 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/security-groups?id=e076f1fa-426d-4c01-aa29-5fa89e8ec02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748951 Jun 21 04:26:08.015655 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 0329bf5d-04b6-4868-aaf8-b1bb69cfbf14, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=0329bf5d-04b6-4868-aaf8-b1bb69cfbf14,segment=NetworkSegment(e6e16a98-81bc-4c4b-9c1c-8fca945f6bc3),segment_id=e6e16a98-81bc-4c4b-9c1c-8fca945f6bc3)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:26:08.025160 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Pushing event updated for resources: {'Port': ['ID=4a909c36-2c5c-4350-bdc2-a244007e2fab,revision_number=4']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:08.029212 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:08.029680 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-9806cafb-5b48-4536-8c37-69d4b444d86e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:08.034813 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Returning: {'device': '0329bf5d-04b6-4868-aaf8-b1bb69cfbf14', 'network_id': '64d28b19-33d9-4d9a-ba0d-ec7e5a053d07', 'port_id': '0329bf5d-04b6-4868-aaf8-b1bb69cfbf14', 'mac_address': 'fa:16:3e:fd:a3:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '849daa8e-dac6-4f8a-9763-33d634d005e9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:26:08.044674 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8abd138-ea99-4b05-95fd-28f0564af408 req-6f9cd35f-7a3d-4d3d-a8e4-67ea8e77f366 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:08.046151 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c8abd138-ea99-4b05-95fd-28f0564af408 req-6f9cd35f-7a3d-4d3d-a8e4-67ea8e77f366 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=b28eaaa7-a577-4688-bed0-4e9eb11acca0 HTTP/1.1" status: 200 len: 945 time: 0.1011891 Jun 21 04:26:08.088621 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c8abd138-ea99-4b05-95fd-28f0564af408 req-976c217b-e350-4b3f-b4a3-1215e73da794 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337689 Jun 21 04:26:08.110336 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Pushing event updated for resources: {'Port': ['ID=5ebbea58-99ab-45f8-beac-f662499e74ba,revision_number=5']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:08.113548 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:08.115532 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:08.126600 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.notifiers.nova [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0329bf5d-04b6-4868-aaf8-b1bb69cfbf14 {{(pid=92784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:26:08.146527 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 0329bf5d-04b6-4868-aaf8-b1bb69cfbf14, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=0329bf5d-04b6-4868-aaf8-b1bb69cfbf14,segment=NetworkSegment(e6e16a98-81bc-4c4b-9c1c-8fca945f6bc3),segment_id=e6e16a98-81bc-4c4b-9c1c-8fca945f6bc3)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:26:08.150348 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:08.151296 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 3e75f237-595c-4bdd-8193-9782a260f740 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:26:08.152994 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:08.206359 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 56848) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:08.243376 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Pushing event updated for resources: {'Port': ['ID=0329bf5d-04b6-4868-aaf8-b1bb69cfbf14,revision_number=4']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:08.261942 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:08.308873 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 3e75f237-595c-4bdd-8193-9782a260f740, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=3e75f237-595c-4bdd-8193-9782a260f740,segment=NetworkSegment(667a5842-7839-490b-a92f-43d2d3e45ee6),segment_id=667a5842-7839-490b-a92f-43d2d3e45ee6)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:26:08.322413 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-2b24ed9e-1f11-4b57-b30c-9dfa5d3cec27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:08.329253 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Returning: {'device': '3e75f237-595c-4bdd-8193-9782a260f740', 'network_id': 'b0453a8f-147d-435a-b4a9-ec66a5c92927', 'port_id': '3e75f237-595c-4bdd-8193-9782a260f740', 'mac_address': 'fa:16:3e:cb:2d:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc19a82e-f40e-472d-88c4-f521c9c405b3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:26:08.377263 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:08.395046 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.notifiers.nova [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e75f237-595c-4bdd-8193-9782a260f740 {{(pid=92784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:26:08.412662 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '033abcdc-0695-40db-81dc-e6aca3510ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c2b6f1-4eeb-44bd-bb26-4ef9e139b9b1'}, {'server_uuid': '6ee2f960-eaf6-40ca-9c09-b0c0897758d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebbea58-99ab-45f8-beac-f662499e74ba'}] {{(pid=92784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:26:08.415212 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea407864149563716f916f7ad989592de9d82914ebf27f22c024267046db962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c62639-5efc-409c-85e2-0414672c1a8b" -d '{"events": [{"server_uuid": "033abcdc-0695-40db-81dc-e6aca3510ef6", "name": "network-vif-plugged", "status": "completed", "tag": "68c2b6f1-4eeb-44bd-bb26-4ef9e139b9b1"}, {"server_uuid": "6ee2f960-eaf6-40ca-9c09-b0c0897758d3", "name": "network-vif-plugged", "status": "completed", "tag": "5ebbea58-99ab-45f8-beac-f662499e74ba"}]}' {{(pid=92784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:26:08.429674 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 3e75f237-595c-4bdd-8193-9782a260f740, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=3e75f237-595c-4bdd-8193-9782a260f740,segment=NetworkSegment(667a5842-7839-490b-a92f-43d2d3e45ee6),segment_id=667a5842-7839-490b-a92f-43d2d3e45ee6)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:26:08.437775 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:08.440638 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:08.534330 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Pushing event updated for resources: {'Port': ['ID=3e75f237-595c-4bdd-8193-9782a260f740,revision_number=4']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:08.539073 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:08.567960 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-2b24ed9e-1f11-4b57-b30c-9dfa5d3cec27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:08.574509 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-2b24ed9e-1f11-4b57-b30c-9dfa5d3cec27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:08.585179 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-8707ebaf-ff1a-45c3-a783-1340bd5a24e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:08.602953 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d48e9-600f-4dfa-bbc6-5c17240622ef req-223491ac-8dfc-4191-b8a9-d66701962f88 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:08.613782 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-121d48e9-600f-4dfa-bbc6-5c17240622ef req-223491ac-8dfc-4191-b8a9-d66701962f88 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 944 time: 0.1550670 Jun 21 04:26:08.619412 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-2b24ed9e-1f11-4b57-b30c-9dfa5d3cec27 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=644d368a57ca44eab7da68fb5296a1c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4161863 Jun 21 04:26:08.621602 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b24ed9e-1f11-4b57-b30c-9dfa5d3cec27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55c9ac3-4a8a-4516-85c8-28a323248a48,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:08.623244 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 56872) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:08.636460 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-2b24ed9e-1f11-4b57-b30c-9dfa5d3cec27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:08.672341 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14347703-1e5f-4400-a79e-312a2bd90b72 req-78dc1774-d120-4412-b67f-40c2a5336a5a tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:08.679753 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-14347703-1e5f-4400-a79e-312a2bd90b72 req-78dc1774-d120-4412-b67f-40c2a5336a5a tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 944 time: 0.1641562 Jun 21 04:26:08.739606 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-121d48e9-600f-4dfa-bbc6-5c17240622ef req-c78ced68-7c09-4c21-917e-45dd736e4ac0 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242340 Jun 21 04:26:08.770520 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-14347703-1e5f-4400-a79e-312a2bd90b72 req-24d1d068-bedd-41ef-9e8a-e62604c50580 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?id=d70c9646-a852-4f4d-a850-9cdfde0acad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894680 Jun 21 04:26:08.778687 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] get_ports_and_sgs() called for port_ids ['3e75f237-595c-4bdd-8193-9782a260f740'] {{(pid=92784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:26:08.786544 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-fa539aa1-cb5a-4e0f-98c7-d2865680a63d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:08.812150 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] get_ports_and_sgs() called for port_ids ['0329bf5d-04b6-4868-aaf8-b1bb69cfbf14'] {{(pid=92784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:26:08.834398 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-fa539aa1-cb5a-4e0f-98c7-d2865680a63d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:08.840339 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 56878) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:08.900125 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 21 Jun 2021 04:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c684b7-ca61-497c-9196-c99ffc21f3eb x-openstack-request-id: req-a5c684b7-ca61-497c-9196-c99ffc21f3eb {{(pid=92784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:26:08.900871 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "033abcdc-0695-40db-81dc-e6aca3510ef6", "name": "network-vif-plugged", "status": "completed", "tag": "68c2b6f1-4eeb-44bd-bb26-4ef9e139b9b1", "code": 200}, {"server_uuid": "6ee2f960-eaf6-40ca-9c09-b0c0897758d3", "name": "network-vif-plugged", "status": "completed", "tag": "5ebbea58-99ab-45f8-beac-f662499e74ba", "code": 200}]} {{(pid=92784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:26:08.902989 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a5c684b7-ca61-497c-9196-c99ffc21f3eb {{(pid=92784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:26:08.903435 dv-cinder-797170-3-iscsi neutron-server[92784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '033abcdc-0695-40db-81dc-e6aca3510ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c2b6f1-4eeb-44bd-bb26-4ef9e139b9b1', 'code': 200} Jun 21 04:26:08.903747 dv-cinder-797170-3-iscsi neutron-server[92784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee2f960-eaf6-40ca-9c09-b0c0897758d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebbea58-99ab-45f8-beac-f662499e74ba', 'code': 200} Jun 21 04:26:08.908910 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] get_ports_and_sgs() called for port_ids ['4a909c36-2c5c-4350-bdc2-a244007e2fab'] {{(pid=92784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:26:08.909134 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-fa539aa1-cb5a-4e0f-98c7-d2865680a63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:08.913726 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-fa539aa1-cb5a-4e0f-98c7-d2865680a63d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:08.916177 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-fa539aa1-cb5a-4e0f-98c7-d2865680a63d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d55c9ac3-4a8a-4516-85c8-28a323248a48 HTTP/1.1" status: 204 len: 168 time: 0.2909107 Jun 21 04:26:08.916639 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-773732f3-2c00-405e-9f96-f55f58fe3168 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:08.934311 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa539aa1-cb5a-4e0f-98c7-d2865680a63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55c9ac3-4a8a-4516-85c8-28a323248a48,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:08.941317 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-fa539aa1-cb5a-4e0f-98c7-d2865680a63d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:09.106037 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-08486489-a264-4c8b-9ea6-73e9149eb003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:09.148099 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d7b6f-d02c-4f42-93f4-1978f9f73258 req-2fd16276-f7dc-4825-8f3b-1d8506378069 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:09.161152 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-722d7b6f-d02c-4f42-93f4-1978f9f73258 req-2fd16276-f7dc-4825-8f3b-1d8506378069 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 945 time: 0.2275910 Jun 21 04:26:09.307389 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-08486489-a264-4c8b-9ea6-73e9149eb003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:09.310973 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-722d7b6f-d02c-4f42-93f4-1978f9f73258 req-422b7731-8955-4a98-8575-c72af895d4dd tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482191 Jun 21 04:26:09.336032 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.agents_db [None req-2d4e51dd-16b2-4ea0-aa94-70b67a47226d None None] Agent healthcheck: found 6 active agents {{(pid=92785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:26:09.355584 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-08486489-a264-4c8b-9ea6-73e9149eb003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:09.365462 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-03796993-2047-4c7c-a2c0-f82be467746f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:09.421792 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08486489-a264-4c8b-9ea6-73e9149eb003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8747280b-1646-4f34-bb77-868aa9d4f78b,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:09.431263 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-08486489-a264-4c8b-9ea6-73e9149eb003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:09.471168 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-08486489-a264-4c8b-9ea6-73e9149eb003 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7adb08c4feee4fc9b7a9091e943e8fcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6272328 Jun 21 04:26:09.472766 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 56896) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:09.500445 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 56898) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:09.504178 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e5ada-1e3f-4203-ac5e-aaf460e0e8da req-e0e47d20-e9c7-407e-958c-5e0d23e7159d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:09.505623 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-d98e5ada-1e3f-4203-ac5e-aaf460e0e8da req-e0e47d20-e9c7-407e-958c-5e0d23e7159d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=033abcdc-0695-40db-81dc-e6aca3510ef6 HTTP/1.1" status: 200 len: 1098 time: 0.2312534 Jun 21 04:26:09.535189 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1dd67b-97bd-416e-8a76-24e2c60c6751 req-85a6bffb-0124-43fd-824d-477841821a8b tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:09.536686 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-4e1dd67b-97bd-416e-8a76-24e2c60c6751 req-85a6bffb-0124-43fd-824d-477841821a8b tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/ports?device_id=033abcdc-0695-40db-81dc-e6aca3510ef6 HTTP/1.1" status: 200 len: 945 time: 0.3004003 Jun 21 04:26:09.547657 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-e83409fb-6654-4cac-909d-72c4a1e4dc81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:09.561571 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff6174-8914-47f2-9f94-c0b8438819ac req-e4cf1037-12dd-4220-b6f3-9056b75f2076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:09.563033 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f5ff6174-8914-47f2-9f94-c0b8438819ac req-e4cf1037-12dd-4220-b6f3-9056b75f2076 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 1098 time: 0.2715113 Jun 21 04:26:09.577758 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-d98e5ada-1e3f-4203-ac5e-aaf460e0e8da req-93453a9e-0bfa-4fc8-86b7-03c64e6b60a3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e076f1fa-426d-4c01-aa29-5fa89e8ec02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639205 Jun 21 04:26:09.596699 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-22f36501-dc6a-4ad4-8cf0-c13fb9fdd828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:09.635917 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-22f36501-dc6a-4ad4-8cf0-c13fb9fdd828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:09.723632 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-22f36501-dc6a-4ad4-8cf0-c13fb9fdd828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:09.726216 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-22f36501-dc6a-4ad4-8cf0-c13fb9fdd828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:09.730142 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-22f36501-dc6a-4ad4-8cf0-c13fb9fdd828 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8747280b-1646-4f34-bb77-868aa9d4f78b HTTP/1.1" status: 204 len: 168 time: 0.2564242 Jun 21 04:26:09.732389 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-e83409fb-6654-4cac-909d-72c4a1e4dc81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:09.733341 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:09.742755 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-e83409fb-6654-4cac-909d-72c4a1e4dc81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:09.750826 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f36501-dc6a-4ad4-8cf0-c13fb9fdd828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8747280b-1646-4f34-bb77-868aa9d4f78b,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:09.759299 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-22f36501-dc6a-4ad4-8cf0-c13fb9fdd828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:09.759946 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-03cd1972-f69a-47ca-b1fa-17d872086b48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:09.794057 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-e83409fb-6654-4cac-909d-72c4a1e4dc81 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cf908d22f14c4de0a1bb270b59b4f3c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2924430 Jun 21 04:26:09.796105 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83409fb-6654-4cac-909d-72c4a1e4dc81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a57ddee-d23a-4a90-b8c2-a9484b24d918,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:09.798388 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 56910) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:09.804590 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-e83409fb-6654-4cac-909d-72c4a1e4dc81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:09.872322 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-57e263e6-4334-4005-8930-9fcac25101e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:09.894331 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f5ff6174-8914-47f2-9f94-c0b8438819ac req-4b943f7c-faf2-4a22-babf-f3756390bdff service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3177364 Jun 21 04:26:09.899598 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-57e263e6-4334-4005-8930-9fcac25101e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:09.910413 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d70894-96e2-4ee3-895f-a3852fd75469 req-b1fcdecf-459d-4811-958c-fe86e21ff4be tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:09.911979 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-92d70894-96e2-4ee3-895f-a3852fd75469 req-b1fcdecf-459d-4811-958c-fe86e21ff4be tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=b28eaaa7-a577-4688-bed0-4e9eb11acca0 HTTP/1.1" status: 200 len: 945 time: 0.4447823 Jun 21 04:26:09.923154 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-4e1dd67b-97bd-416e-8a76-24e2c60c6751 req-ce78797c-d149-4b4b-a80c-5d0843b97db9 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/security-groups?id=e076f1fa-426d-4c01-aa29-5fa89e8ec02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3753564 Jun 21 04:26:09.961719 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-57e263e6-4334-4005-8930-9fcac25101e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:09.964981 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-57e263e6-4334-4005-8930-9fcac25101e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:09.969148 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-57e263e6-4334-4005-8930-9fcac25101e2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3a57ddee-d23a-4a90-b8c2-a9484b24d918 HTTP/1.1" status: 204 len: 168 time: 0.1698132 Jun 21 04:26:09.970091 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-5d379bbc-e921-41a6-bc50-8cd05e4d8743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:09.979958 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-92d70894-96e2-4ee3-895f-a3852fd75469 req-002dd46e-d9e3-4cc1-8c39-8295f25f2c2d tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557854 Jun 21 04:26:09.980477 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e263e6-4334-4005-8930-9fcac25101e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a57ddee-d23a-4a90-b8c2-a9484b24d918,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:09.983070 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-57e263e6-4334-4005-8930-9fcac25101e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:10.127563 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ebea49-4728-4859-9a8a-175f2b7c8938 req-2fb8890b-e5c7-4b1e-b682-5542709b9f46 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:10.135781 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-b8ebea49-4728-4859-9a8a-175f2b7c8938 req-2fb8890b-e5c7-4b1e-b682-5542709b9f46 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 944 time: 0.0892804 Jun 21 04:26:10.179152 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-b8ebea49-4728-4859-9a8a-175f2b7c8938 req-9d861a89-d684-4091-a5d7-b57d8d59fa48 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423822 Jun 21 04:26:10.200696 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 56922) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:10.215850 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-fee419d6-7faa-4de0-8b0f-16c02c68e1f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:10.300873 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e435264-8c39-47cb-8078-c6ac4b863965 req-7cda5f4d-3d73-4815-a76b-448d89525083 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:10.302602 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-4e435264-8c39-47cb-8078-c6ac4b863965 req-7cda5f4d-3d73-4815-a76b-448d89525083 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 944 time: 0.1203599 Jun 21 04:26:10.346407 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-fee419d6-7faa-4de0-8b0f-16c02c68e1f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:10.354263 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-fee419d6-7faa-4de0-8b0f-16c02c68e1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:10.358596 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-69fab10a-f31e-4b1f-8914-6df098a78cac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:10.377868 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-4e435264-8c39-47cb-8078-c6ac4b863965 req-2f418687-b367-43aa-a080-6e7b039e5c39 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?id=d70c9646-a852-4f4d-a850-9cdfde0acad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683236 Jun 21 04:26:10.469550 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-fee419d6-7faa-4de0-8b0f-16c02c68e1f1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c22212fd1ad245de95f1eadbc77556e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2676525 Jun 21 04:26:10.472288 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee419d6-7faa-4de0-8b0f-16c02c68e1f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4995e27-b4e8-4c81-974a-f1a9e05a5915,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:10.474569 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 56938) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:10.476706 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-fee419d6-7faa-4de0-8b0f-16c02c68e1f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:10.540302 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb1471-e9f1-48d0-ae1d-ac89bfa64bc0 req-a37ccb42-8d85-452c-92a7-1d700852d1e8 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:10.541802 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d9cb1471-e9f1-48d0-ae1d-ac89bfa64bc0 req-a37ccb42-8d85-452c-92a7-1d700852d1e8 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 945 time: 0.0980823 Jun 21 04:26:10.553417 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-c830b848-606c-4cf3-8e8a-ff6ec6a1acf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:10.576909 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-c830b848-606c-4cf3-8e8a-ff6ec6a1acf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:10.582082 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d9cb1471-e9f1-48d0-ae1d-ac89bfa64bc0 req-77e30b3d-6263-46fd-a135-c0ed5c8f573e tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328331 Jun 21 04:26:10.639886 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-c830b848-606c-4cf3-8e8a-ff6ec6a1acf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:10.642491 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-c830b848-606c-4cf3-8e8a-ff6ec6a1acf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:10.649224 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-c830b848-606c-4cf3-8e8a-ff6ec6a1acf8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d4995e27-b4e8-4c81-974a-f1a9e05a5915 HTTP/1.1" status: 204 len: 168 time: 0.1681223 Jun 21 04:26:10.649224 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-15473f32-fc90-4ee5-9950-082f2905a111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:10.653179 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c830b848-606c-4cf3-8e8a-ff6ec6a1acf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4995e27-b4e8-4c81-974a-f1a9e05a5915,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:10.655427 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-c830b848-606c-4cf3-8e8a-ff6ec6a1acf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:11.223994 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83328823-fe94-46df-b2f5-07dbb047af66 req-6ea4509d-4add-46b9-a138-f65b4446c8df tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:11.227871 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-83328823-fe94-46df-b2f5-07dbb047af66 req-6ea4509d-4add-46b9-a138-f65b4446c8df tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/ports?device_id=033abcdc-0695-40db-81dc-e6aca3510ef6 HTTP/1.1" status: 200 len: 945 time: 0.1172359 Jun 21 04:26:11.314296 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-83328823-fe94-46df-b2f5-07dbb047af66 req-7ca2af3b-5ef0-4413-9456-7689521f65db tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/security-groups?id=e076f1fa-426d-4c01-aa29-5fa89e8ec02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797226 Jun 21 04:26:11.449037 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2fd1d-461b-4093-a2ad-5d2d978e48ea req-7be2f1a6-03dd-4da9-91fe-79fb92f0326c tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:11.456530 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-23e2fd1d-461b-4093-a2ad-5d2d978e48ea req-7be2f1a6-03dd-4da9-91fe-79fb92f0326c tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 944 time: 0.0865049 Jun 21 04:26:11.493971 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-23e2fd1d-461b-4093-a2ad-5d2d978e48ea req-67a6023c-fd7d-4997-990c-c92d54a5db41 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364852 Jun 21 04:26:11.582923 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 4a909c36-2c5c-4350-bdc2-a244007e2fab up at agent hyperv_hv-cinder-79717 {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:26:11.664808 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ddc91b-2f93-41ba-8afa-2deb57b38f99 req-711bbc48-4fd3-47cc-9cc2-5480e96ee085 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:11.665962 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-73ddc91b-2f93-41ba-8afa-2deb57b38f99 req-711bbc48-4fd3-47cc-9cc2-5480e96ee085 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 944 time: 0.1189773 Jun 21 04:26:11.707539 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Provisioning for port 4a909c36-2c5c-4350-bdc2-a244007e2fab completed by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:26:11.717527 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Provisioning complete for port 4a909c36-2c5c-4350-bdc2-a244007e2fab triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:26:11.718584 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:11.736708 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-73ddc91b-2f93-41ba-8afa-2deb57b38f99 req-874b0582-0762-4495-b739-591904f0049b tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?id=d70c9646-a852-4f4d-a850-9cdfde0acad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626085 Jun 21 04:26:11.827132 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:11.864898 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a253e2ab-e1ea-482c-8ea5-17f916c1e73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a909c36-2c5c-4350-bdc2-a244007e2fab'}] {{(pid=92784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:26:11.867773 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea407864149563716f916f7ad989592de9d82914ebf27f22c024267046db962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5b49c3-9a66-4411-9139-5e8aec59056f" -d '{"events": [{"server_uuid": "a253e2ab-e1ea-482c-8ea5-17f916c1e73f", "name": "network-vif-plugged", "status": "completed", "tag": "4a909c36-2c5c-4350-bdc2-a244007e2fab"}]}' {{(pid=92784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:26:11.886303 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 4a909c36-2c5c-4350-bdc2-a244007e2fab, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=4a909c36-2c5c-4350-bdc2-a244007e2fab,segment=NetworkSegment(e6e16a98-81bc-4c4b-9c1c-8fca945f6bc3),segment_id=e6e16a98-81bc-4c4b-9c1c-8fca945f6bc3)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:26:11.891785 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:11.893053 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 0329bf5d-04b6-4868-aaf8-b1bb69cfbf14 up at agent hyperv_hv-cinder-79717 {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:26:11.895614 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:11.986755 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Pushing event updated for resources: {'Port': ['ID=4a909c36-2c5c-4350-bdc2-a244007e2fab,revision_number=5']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:11.991349 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:12.000474 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Provisioning for port 0329bf5d-04b6-4868-aaf8-b1bb69cfbf14 completed by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:26:12.005198 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Provisioning complete for port 0329bf5d-04b6-4868-aaf8-b1bb69cfbf14 triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:26:12.005740 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:12.061260 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2bbea-8c8b-4689-a9aa-8f6d13bd5d2e req-f0865a13-3404-4d19-994e-e66af920d805 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:12.062983 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6be2bbea-8c8b-4689-a9aa-8f6d13bd5d2e req-f0865a13-3404-4d19-994e-e66af920d805 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 945 time: 0.0933933 Jun 21 04:26:12.098647 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:12.107976 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6be2bbea-8c8b-4689-a9aa-8f6d13bd5d2e req-1856f742-927d-4eec-bd37-67883ae62782 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384402 Jun 21 04:26:12.152377 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 0329bf5d-04b6-4868-aaf8-b1bb69cfbf14, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=0329bf5d-04b6-4868-aaf8-b1bb69cfbf14,segment=NetworkSegment(e6e16a98-81bc-4c4b-9c1c-8fca945f6bc3),segment_id=e6e16a98-81bc-4c4b-9c1c-8fca945f6bc3)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:26:12.160339 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:12.161421 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 3e75f237-595c-4bdd-8193-9782a260f740 up at agent hyperv_hv-cinder-79717 {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:26:12.164408 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:12.170429 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e56d43-9605-4599-9ca1-b5cab5ba7b5c x-openstack-request-id: req-77e56d43-9605-4599-9ca1-b5cab5ba7b5c {{(pid=92784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:26:12.170950 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a253e2ab-e1ea-482c-8ea5-17f916c1e73f", "name": "network-vif-plugged", "status": "completed", "tag": "4a909c36-2c5c-4350-bdc2-a244007e2fab", "code": 200}]} {{(pid=92784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:26:12.171401 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-77e56d43-9605-4599-9ca1-b5cab5ba7b5c {{(pid=92784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:26:12.185788 dv-cinder-797170-3-iscsi neutron-server[92784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a253e2ab-e1ea-482c-8ea5-17f916c1e73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a909c36-2c5c-4350-bdc2-a244007e2fab', 'code': 200} Jun 21 04:26:12.305968 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Pushing event updated for resources: {'Port': ['ID=0329bf5d-04b6-4868-aaf8-b1bb69cfbf14,revision_number=5']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:12.309692 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:12.322340 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Provisioning for port 3e75f237-595c-4bdd-8193-9782a260f740 completed by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:26:12.327134 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Provisioning complete for port 3e75f237-595c-4bdd-8193-9782a260f740 triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:26:12.327775 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:12.410828 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b613cfe-dfb4-4bb2-81a2-fa94cd3ffafc req-6d96e501-3f7d-43ca-893e-da7f598dbf27 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:12.418593 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-2b613cfe-dfb4-4bb2-81a2-fa94cd3ffafc req-6d96e501-3f7d-43ca-893e-da7f598dbf27 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 945 time: 0.0974920 Jun 21 04:26:12.421487 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 57038) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:12.427038 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [None req-2e093f81-9eca-4033-ae85-38621d072662 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Request body: {'floatingip': {'port_id': '5ebbea58-99ab-45f8-beac-f662499e74ba'}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:26:12.438484 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:12.483254 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 3e75f237-595c-4bdd-8193-9782a260f740, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=3e75f237-595c-4bdd-8193-9782a260f740,segment=NetworkSegment(667a5842-7839-490b-a92f-43d2d3e45ee6),segment_id=667a5842-7839-490b-a92f-43d2d3e45ee6)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:26:12.489294 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:12.493017 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:12.536600 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-2e093f81-9eca-4033-ae85-38621d072662 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks [] for floatingip, before_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:12.553160 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Pushing event updated for resources: {'Port': ['ID=3e75f237-595c-4bdd-8193-9782a260f740,revision_number=5']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:12.556932 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:12.573873 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fe4c3-914b-43e5-9afc-3511cee1167d req-0aa211e6-f55d-47af-933b-b85e212729da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:12.575369 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-fc4fe4c3-914b-43e5-9afc-3511cee1167d req-0aa211e6-f55d-47af-933b-b85e212729da service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 1098 time: 0.0955331 Jun 21 04:26:12.626359 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-fc4fe4c3-914b-43e5-9afc-3511cee1167d req-0abf7539-4be0-4dae-81cd-24c2082bf149 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402930 Jun 21 04:26:12.754122 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b030ca1-06fa-47ab-9e39-3d34bf48db83 req-8e09a8f4-f460-4077-ae1c-3220e8f42463 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:12.755718 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-7b030ca1-06fa-47ab-9e39-3d34bf48db83 req-8e09a8f4-f460-4077-ae1c-3220e8f42463 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 945 time: 0.0869081 Jun 21 04:26:12.807756 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-7b030ca1-06fa-47ab-9e39-3d34bf48db83 req-1f6dee27-a967-4aa6-bc68-ff7d4a1d6876 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442793 Jun 21 04:26:13.038965 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e0840-4831-4d3c-9884-7f985c5b888f req-12fd756d-845e-44a7-83c6-72e635afd764 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:13.050763 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-8f3e0840-4831-4d3c-9884-7f985c5b888f req-12fd756d-845e-44a7-83c6-72e635afd764 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 945 time: 0.1547351 Jun 21 04:26:13.068056 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 57070) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:13.131179 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-8f3e0840-4831-4d3c-9884-7f985c5b888f req-95e1c951-7baa-46dd-8757-367162717c91 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?id=d70c9646-a852-4f4d-a850-9cdfde0acad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795422 Jun 21 04:26:13.231148 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-70b4a2cb-5789-449d-93ea-1fd0c2f94ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:13.373181 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-70b4a2cb-5789-449d-93ea-1fd0c2f94ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:13.377014 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-70b4a2cb-5789-449d-93ea-1fd0c2f94ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:13.380166 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-a25a44c2-aa4b-46e2-965c-c7125718d416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:13.419767 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b4a2cb-5789-449d-93ea-1fd0c2f94ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830778a1-c73c-41fc-9652-4cfb8ad605ae,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:13.423976 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-70b4a2cb-5789-449d-93ea-1fd0c2f94ce1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0e7d5d2de82c462bbf9b225520c5359d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3539515 Jun 21 04:26:13.425622 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-70b4a2cb-5789-449d-93ea-1fd0c2f94ce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:13.427193 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 57088) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:13.476674 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-851a6bcc-52f4-4412-94dc-7f99ae15f5e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:13.497636 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-851a6bcc-52f4-4412-94dc-7f99ae15f5e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:13.533142 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-2e093f81-9eca-4033-ae85-38621d072662 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:13.536492 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-2e093f81-9eca-4033-ae85-38621d072662 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689737'] for floatingip, after_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:13.543204 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-851a6bcc-52f4-4412-94dc-7f99ae15f5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:13.546112 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-851a6bcc-52f4-4412-94dc-7f99ae15f5e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:13.547295 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-851a6bcc-52f4-4412-94dc-7f99ae15f5e5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/830778a1-c73c-41fc-9652-4cfb8ad605ae HTTP/1.1" status: 204 len: 168 time: 0.1191938 Jun 21 04:26:13.548134 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-57894282-6b9c-4226-a254-49f70a461647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:13.556549 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851a6bcc-52f4-4412-94dc-7f99ae15f5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830778a1-c73c-41fc-9652-4cfb8ad605ae,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:13.559123 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-851a6bcc-52f4-4412-94dc-7f99ae15f5e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:13.641136 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.db.l3_db [None req-2e093f81-9eca-4033-ae85-38621d072662 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Floating IP ee14b535-87e8-4ad8-85a5-7dc9a13ca3a5 associated. External IP: 172.27.3.245, port: 5ebbea58-99ab-45f8-beac-f662499e74ba. Jun 21 04:26:13.805762 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 57094) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:13.818671 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-a9ae5928-05db-44ab-a3c6-3c7afe3489a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:13.847298 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e093f81-9eca-4033-ae85-38621d072662 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Router 91c39214-0a2a-49c8-96c6-a3d1d81d8a07 has already been hosted by L3 agent 24838221-9d49-44eb-9e47-6a2fc9da17a2 {{(pid=92783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:26:13.918174 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-a9ae5928-05db-44ab-a3c6-3c7afe3489a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:13.923234 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-a9ae5928-05db-44ab-a3c6-3c7afe3489a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:13.944672 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-fa539aa1-cb5a-4e0f-98c7-d2865680a63d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:13.959314 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e093f81-9eca-4033-ae85-38621d072662 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify agent at l3_agent.dv-cinder-797170-3-iscsi the message routers_updated {{(pid=92783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:26:13.965071 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-a9ae5928-05db-44ab-a3c6-3c7afe3489a2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2ca4159a4ead466ea55a21972b2140c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1559057 Jun 21 04:26:13.965803 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-2e093f81-9eca-4033-ae85-38621d072662 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for floatingip, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:13.965803 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 57098) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:13.977946 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abcf2c2-aeb9-4da3-b36d-651db363e452 None None] Sync routers for ids ['91c39214-0a2a-49c8-96c6-a3d1d81d8a07'] in dv-cinder-797170-3-iscsi {{(pid=92785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:26:13.988630 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abcf2c2-aeb9-4da3-b36d-651db363e452 None None] Routers {'91c39214-0a2a-49c8-96c6-a3d1d81d8a07'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:26:13.990049 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-8abcf2c2-aeb9-4da3-b36d-651db363e452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:26:00Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['91c39214-0a2a-49c8-96c6-a3d1d81d8a07'], 'active': True} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:26:14.001747 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae5928-05db-44ab-a3c6-3c7afe3489a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce6f534-e4d1-4730-9751-ac243138b9e0,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:14.005805 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-a9ae5928-05db-44ab-a3c6-3c7afe3489a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:14.028099 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-2e093f81-9eca-4033-ae85-38621d072662 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "PUT /v2.0/floatingips/ee14b535-87e8-4ad8-85a5-7dc9a13ca3a5 HTTP/1.1" status: 200 len: 991 time: 1.6055191 Jun 21 04:26:14.028953 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ee2f960-eaf6-40ca-9c09-b0c0897758d3', 'tag': '5ebbea58-99ab-45f8-beac-f662499e74ba'}] {{(pid=92783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:26:14.031593 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fda3b7b704fc347e73998d8dc34ef34ca3ad6aa16a3a5c6f92a4a64020d363b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5402f4-a313-4219-ac6d-4d275ff8a6e8" -d '{"events": [{"name": "network-changed", "server_uuid": "6ee2f960-eaf6-40ca-9c09-b0c0897758d3", "tag": "5ebbea58-99ab-45f8-beac-f662499e74ba"}]}' {{(pid=92783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:26:14.035374 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7400ff-b957-4827-aef3-ff65d6bd70dd req-bd013880-5040-45e8-b4a6-5a6d71afbae3 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:14.036871 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-9d7400ff-b957-4827-aef3-ff65d6bd70dd req-bd013880-5040-45e8-b4a6-5a6d71afbae3 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 945 time: 0.0932539 Jun 21 04:26:14.050566 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-72c12c77-c0f3-49b1-a931-7888a3c4c8f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:14.071769 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-72c12c77-c0f3-49b1-a931-7888a3c4c8f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:14.076854 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-9d7400ff-b957-4827-aef3-ff65d6bd70dd req-fc0181b0-71dd-4c22-8665-b2cb5ec5e283 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330093 Jun 21 04:26:14.120130 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvr_db [None req-8abcf2c2-aeb9-4da3-b36d-651db363e452 None None] Set router 91c39214-0a2a-49c8-96c6-a3d1d81d8a07 gateway port host: dv-cinder-797170-3-iscsi {{(pid=92785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:26:14.137879 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-72c12c77-c0f3-49b1-a931-7888a3c4c8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:14.141570 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-72c12c77-c0f3-49b1-a931-7888a3c4c8f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:14.146591 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-72c12c77-c0f3-49b1-a931-7888a3c4c8f4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2ce6f534-e4d1-4730-9751-ac243138b9e0 HTTP/1.1" status: 204 len: 168 time: 0.1800849 Jun 21 04:26:14.147646 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-f6d4cce0-5d99-4eba-8b4d-003ce521a8dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:14.158564 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c12c77-c0f3-49b1-a931-7888a3c4c8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce6f534-e4d1-4730-9751-ac243138b9e0,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:14.161648 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-72c12c77-c0f3-49b1-a931-7888a3c4c8f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:14.187086 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '938646df-5fc6-4f95-a307-ed89132bae5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0329bf5d-04b6-4868-aaf8-b1bb69cfbf14'}, {'server_uuid': 'c758973b-55c6-4af4-85df-86b29bacee36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e75f237-595c-4bdd-8193-9782a260f740'}] {{(pid=92784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:26:14.190742 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea407864149563716f916f7ad989592de9d82914ebf27f22c024267046db962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d4d119-759c-4ab7-bbd6-91a6c4a93a40" -d '{"events": [{"server_uuid": "938646df-5fc6-4f95-a307-ed89132bae5e", "name": "network-vif-plugged", "status": "completed", "tag": "0329bf5d-04b6-4868-aaf8-b1bb69cfbf14"}, {"server_uuid": "c758973b-55c6-4af4-85df-86b29bacee36", "name": "network-vif-plugged", "status": "completed", "tag": "3e75f237-595c-4bdd-8193-9782a260f740"}]}' {{(pid=92784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:26:14.426913 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-8abcf2c2-aeb9-4da3-b36d-651db363e452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'name': 'tempest-AttachVolumeShelveTestJSON-2002639941-router', 'tenant_id': 'e73c54dea0a944059b24d8393e162682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '14cdb3db-00d7-4015-9f38-4175ca46c3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:18Z', 'updated_at': '2021-06-21T04:25:25Z', 'revision_number': 4, 'project_id': 'e73c54dea0a944059b24d8393e162682', 'gw_port': {'id': '14cdb3db-00d7-4015-9f38-4175ca46c3ae', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:19Z', 'updated_at': '2021-06-21T04:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_floatingips': [{'id': 'ee14b535-87e8-4ad8-85a5-7dc9a13ca3a5', 'tenant_id': 'e73c54dea0a944059b24d8393e162682', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'router_id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'port_id': '5ebbea58-99ab-45f8-beac-f662499e74ba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6e448a-06f0-4e1b-bc50-7a0749d71b51', 'mac_address': 'fa:16:3e:1e:69:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee2f960-eaf6-40ca-9c09-b0c0897758d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:25:33Z', 'updated_at': '2021-06-21T04:26:13Z', 'revision_number': 1, 'project_id': 'e73c54dea0a944059b24d8393e162682', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c1acd44-4d0c-4998-ade9-c18136e5c766', 'name': '', 'network_id': 'fd6e448a-06f0-4e1b-bc50-7a0749d71b51', 'tenant_id': 'e73c54dea0a944059b24d8393e162682', 'mac_address': 'fa:16:3e:c0:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8d8b0903-2890-45e0-bcb1-1f07c6fca395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:23Z', 'updated_at': '2021-06-21T04:25:33Z', 'revision_number': 5, 'project_id': 'e73c54dea0a944059b24d8393e162682', 'subnets': [{'id': '8d8b0903-2890-45e0-bcb1-1f07c6fca395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:26:14.452967 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abcf2c2-aeb9-4da3-b36d-651db363e452 None None] Checking router: 91c39214-0a2a-49c8-96c6-a3d1d81d8a07 for host: dv-cinder-797170-3-iscsi {{(pid=92785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:26:14.466174 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abcf2c2-aeb9-4da3-b36d-651db363e452 None None] Routers {'91c39214-0a2a-49c8-96c6-a3d1d81d8a07'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:26:14.466820 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-8abcf2c2-aeb9-4da3-b36d-651db363e452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:26:00Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['91c39214-0a2a-49c8-96c6-a3d1d81d8a07'], 'active': True} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:26:14.644418 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvr_db [None req-8abcf2c2-aeb9-4da3-b36d-651db363e452 None None] Set router 91c39214-0a2a-49c8-96c6-a3d1d81d8a07 gateway port host: dv-cinder-797170-3-iscsi {{(pid=92785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:26:14.860019 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-8abcf2c2-aeb9-4da3-b36d-651db363e452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'name': 'tempest-AttachVolumeShelveTestJSON-2002639941-router', 'tenant_id': 'e73c54dea0a944059b24d8393e162682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '14cdb3db-00d7-4015-9f38-4175ca46c3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:18Z', 'updated_at': '2021-06-21T04:25:25Z', 'revision_number': 4, 'project_id': 'e73c54dea0a944059b24d8393e162682', 'gw_port': {'id': '14cdb3db-00d7-4015-9f38-4175ca46c3ae', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:19Z', 'updated_at': '2021-06-21T04:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_floatingips': [{'id': 'ee14b535-87e8-4ad8-85a5-7dc9a13ca3a5', 'tenant_id': 'e73c54dea0a944059b24d8393e162682', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'router_id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'port_id': '5ebbea58-99ab-45f8-beac-f662499e74ba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6e448a-06f0-4e1b-bc50-7a0749d71b51', 'mac_address': 'fa:16:3e:1e:69:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee2f960-eaf6-40ca-9c09-b0c0897758d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:25:33Z', 'updated_at': '2021-06-21T04:26:13Z', 'revision_number': 1, 'project_id': 'e73c54dea0a944059b24d8393e162682', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c1acd44-4d0c-4998-ade9-c18136e5c766', 'name': '', 'network_id': 'fd6e448a-06f0-4e1b-bc50-7a0749d71b51', 'tenant_id': 'e73c54dea0a944059b24d8393e162682', 'mac_address': 'fa:16:3e:c0:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8d8b0903-2890-45e0-bcb1-1f07c6fca395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:23Z', 'updated_at': '2021-06-21T04:25:33Z', 'revision_number': 5, 'project_id': 'e73c54dea0a944059b24d8393e162682', 'subnets': [{'id': '8d8b0903-2890-45e0-bcb1-1f07c6fca395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:26:14.885063 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abcf2c2-aeb9-4da3-b36d-651db363e452 None None] The sync data for ids ['91c39214-0a2a-49c8-96c6-a3d1d81d8a07'] in dv-cinder-797170-3-iscsi is: [{'id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'name': 'tempest-AttachVolumeShelveTestJSON-2002639941-router', 'tenant_id': 'e73c54dea0a944059b24d8393e162682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '14cdb3db-00d7-4015-9f38-4175ca46c3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:18Z', 'updated_at': '2021-06-21T04:25:25Z', 'revision_number': 4, 'project_id': 'e73c54dea0a944059b24d8393e162682', 'gw_port': {'id': '14cdb3db-00d7-4015-9f38-4175ca46c3ae', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:19Z', 'updated_at': '2021-06-21T04:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_floatingips': [{'id': 'ee14b535-87e8-4ad8-85a5-7dc9a13ca3a5', 'tenant_id': 'e73c54dea0a944059b24d8393e162682', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'router_id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'port_id': '5ebbea58-99ab-45f8-beac-f662499e74ba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6e448a-06f0-4e1b-bc50-7a0749d71b51', 'mac_address': 'fa:16:3e:1e:69:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee2f960-eaf6-40ca-9c09-b0c0897758d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:25:33Z', 'updated_at': '2021-06-21T04:26:13Z', 'revision_number': 1, 'project_id': 'e73c54dea0a944059b24d8393e162682', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c1acd44-4d0c-4998-ade9-c18136e5c766', 'name': '', 'network_id': 'fd6e448a-06f0-4e1b-bc50-7a0749d71b51', 'tenant_id': 'e73c54dea0a944059b24d8393e162682', 'mac_address': 'fa:16:3e:c0:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8d8b0903-2890-45e0-bcb1-1f07c6fca395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:23Z', 'updated_at': '2021-06-21T04:25:33Z', 'revision_number': 5, 'project_id': 'e73c54dea0a944059b24d8393e162682', 'subnets': [{'id': '8d8b0903-2890-45e0-bcb1-1f07c6fca395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:26:15.073968 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030c1467-f372-4c25-9a6b-a09342bdb75d None None] New status for floating IP ee14b535-87e8-4ad8-85a5-7dc9a13ca3a5: ACTIVE {{(pid=92784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:26:16.280078 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd70982-2f81-4fad-a652-9dca61290c14 x-openstack-request-id: req-5dd70982-2f81-4fad-a652-9dca61290c14 {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:26:16.281016 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ee2f960-eaf6-40ca-9c09-b0c0897758d3", "tag": "5ebbea58-99ab-45f8-beac-f662499e74ba", "status": "completed", "code": 200}]} {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:26:16.281780 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5dd70982-2f81-4fad-a652-9dca61290c14 {{(pid=92783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:26:16.282725 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ee2f960-eaf6-40ca-9c09-b0c0897758d3', 'tag': '5ebbea58-99ab-45f8-beac-f662499e74ba', 'status': 'completed', 'code': 200} Jun 21 04:26:16.452531 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 21 Jun 2021 04:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ab9c0e-f9e5-4991-87df-c3481b86540a x-openstack-request-id: req-25ab9c0e-f9e5-4991-87df-c3481b86540a {{(pid=92784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:26:16.453031 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "938646df-5fc6-4f95-a307-ed89132bae5e", "name": "network-vif-plugged", "status": "completed", "tag": "0329bf5d-04b6-4868-aaf8-b1bb69cfbf14", "code": 200}, {"server_uuid": "c758973b-55c6-4af4-85df-86b29bacee36", "name": "network-vif-plugged", "status": "completed", "tag": "3e75f237-595c-4bdd-8193-9782a260f740", "code": 200}]} {{(pid=92784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:26:16.453031 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-25ab9c0e-f9e5-4991-87df-c3481b86540a {{(pid=92784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:26:16.453366 dv-cinder-797170-3-iscsi neutron-server[92784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '938646df-5fc6-4f95-a307-ed89132bae5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0329bf5d-04b6-4868-aaf8-b1bb69cfbf14', 'code': 200} Jun 21 04:26:16.453635 dv-cinder-797170-3-iscsi neutron-server[92784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c758973b-55c6-4af4-85df-86b29bacee36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e75f237-595c-4bdd-8193-9782a260f740', 'code': 200} Jun 21 04:26:16.590320 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5402f4-a313-4219-ac6d-4d275ff8a6e8 req-32c34ac6-78fb-4531-a638-8ec47e9eba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:16.591823 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-de5402f4-a313-4219-ac6d-4d275ff8a6e8 req-32c34ac6-78fb-4531-a638-8ec47e9eba55 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e73c54dea0a944059b24d8393e162682&device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 1098 time: 0.2572188 Jun 21 04:26:16.661193 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 57206) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:16.700389 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849a6fa-6208-45bb-abcb-de32eedeab4b req-d2af75ce-5284-4354-9e18-037c11e718e3 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:16.708028 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-8849a6fa-6208-45bb-abcb-de32eedeab4b req-d2af75ce-5284-4354-9e18-037c11e718e3 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 945 time: 0.2402523 Jun 21 04:26:16.857144 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-8849a6fa-6208-45bb-abcb-de32eedeab4b req-e6adaec1-ad6c-411e-aa1a-86aaa02b7289 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?id=d70c9646-a852-4f4d-a850-9cdfde0acad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463611 Jun 21 04:26:16.875450 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b1307e62-7160-418e-84ef-9685e687b8bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:16.888026 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865e95c-f100-4861-9790-cfb801d6bd58 req-37a2919f-79f7-4274-9663-185042217e75 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:16.889515 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3865e95c-f100-4861-9790-cfb801d6bd58 req-37a2919f-79f7-4274-9663-185042217e75 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 945 time: 0.2329774 Jun 21 04:26:16.890988 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5402f4-a313-4219-ac6d-4d275ff8a6e8 req-186bb846-f955-4bba-bab8-1792045b7789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:16.892297 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-de5402f4-a313-4219-ac6d-4d275ff8a6e8 req-186bb846-f955-4bba-bab8-1792045b7789 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd6e448a-06f0-4e1b-bc50-7a0749d71b51 HTTP/1.1" status: 200 len: 918 time: 0.2898793 Jun 21 04:26:16.898880 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302622b7-d5b5-4f1d-bf69-0881c1b7dca1 req-a3b2e96f-c7b3-4fb7-83e7-861c5315a557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:16.900590 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-302622b7-d5b5-4f1d-bf69-0881c1b7dca1 req-a3b2e96f-c7b3-4fb7-83e7-861c5315a557 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 1098 time: 0.1118338 Jun 21 04:26:16.968704 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 57212) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:16.989148 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3865e95c-f100-4861-9790-cfb801d6bd58 req-35a4f132-9048-4bc0-82f2-d934f5dec122 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928400 Jun 21 04:26:17.016865 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-302622b7-d5b5-4f1d-bf69-0881c1b7dca1 req-948a8c75-0409-41a1-bcdd-84028662aa67 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029360 Jun 21 04:26:17.033858 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ecf13-892d-4bc6-824b-88ca2f606e64 req-6e5ed94d-72e1-45ab-b9e6-1d6f6c20bf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:17.035359 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-045ecf13-892d-4bc6-824b-88ca2f606e64 req-6e5ed94d-72e1-45ab-b9e6-1d6f6c20bf53 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 1098 time: 0.1204803 Jun 21 04:26:17.036651 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-de5402f4-a313-4219-ac6d-4d275ff8a6e8 req-31c12c12-4f26-4d17-96f1-915ff473e836 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ebbea58-99ab-45f8-beac-f662499e74ba HTTP/1.1" status: 200 len: 1001 time: 0.1239624 Jun 21 04:26:17.080752 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b1307e62-7160-418e-84ef-9685e687b8bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:17.092493 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:17.094321 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b1307e62-7160-418e-84ef-9685e687b8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:17.101077 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:17.121307 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5402f4-a313-4219-ac6d-4d275ff8a6e8 req-e1ad3ede-d346-4e44-bcc5-e1578adb342b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:17.122900 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-de5402f4-a313-4219-ac6d-4d275ff8a6e8 req-e1ad3ede-d346-4e44-bcc5-e1578adb342b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8d8b0903-2890-45e0-bcb1-1f07c6fca395 HTTP/1.1" status: 200 len: 856 time: 0.0492234 Jun 21 04:26:17.126954 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-7290b325-4983-49d0-91fb-ab15899a1ee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:17.162741 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-b1307e62-7160-418e-84ef-9685e687b8bb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2c03bc142f0b494a8765160528b0baa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4999290 Jun 21 04:26:17.165935 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 57216) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:17.166531 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-045ecf13-892d-4bc6-824b-88ca2f606e64 req-659c9961-42c3-4818-9dbd-13c97db56197 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d70c9646-a852-4f4d-a850-9cdfde0acad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921097 Jun 21 04:26:17.168768 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1307e62-7160-418e-84ef-9685e687b8bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a492669b-e34a-4aaf-b6de-d7e0e9c9bbfd,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:17.173275 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-b1307e62-7160-418e-84ef-9685e687b8bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:17.208785 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5402f4-a313-4219-ac6d-4d275ff8a6e8 req-ea08dc63-7473-462f-8e50-3de2dcab532c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:17.210245 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-de5402f4-a313-4219-ac6d-4d275ff8a6e8 req-ea08dc63-7473-462f-8e50-3de2dcab532c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd6e448a-06f0-4e1b-bc50-7a0749d71b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0806587 Jun 21 04:26:17.226480 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-8b471d1d-7143-4627-b4b0-6ed4aa14a8a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:17.258696 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-7290b325-4983-49d0-91fb-ab15899a1ee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:17.263926 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-7290b325-4983-49d0-91fb-ab15899a1ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:17.270525 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:17.275063 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-8b471d1d-7143-4627-b4b0-6ed4aa14a8a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:17.313788 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-7290b325-4983-49d0-91fb-ab15899a1ee0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1761b1cab95445008a4848e9ff4ebee9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3438871 Jun 21 04:26:17.314551 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7290b325-4983-49d0-91fb-ab15899a1ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7387aecc-7e3c-4da2-adff-9275d192b353,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:17.317312 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 57224) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:17.329829 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-7290b325-4983-49d0-91fb-ab15899a1ee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:17.356781 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-8b471d1d-7143-4627-b4b0-6ed4aa14a8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:17.360030 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-8b471d1d-7143-4627-b4b0-6ed4aa14a8a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:17.364304 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-8b471d1d-7143-4627-b4b0-6ed4aa14a8a3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a492669b-e34a-4aaf-b6de-d7e0e9c9bbfd HTTP/1.1" status: 204 len: 168 time: 0.1937764 Jun 21 04:26:17.365270 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-d9d66d16-3876-4f41-8f83-4463688f4f71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:17.374328 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b471d1d-7143-4627-b4b0-6ed4aa14a8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a492669b-e34a-4aaf-b6de-d7e0e9c9bbfd,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:17.378689 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-8b471d1d-7143-4627-b4b0-6ed4aa14a8a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:17.429021 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-cfd20cc5-8b3e-43b1-b0ef-02c2774c83da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:17.429429 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-de5402f4-a313-4219-ac6d-4d275ff8a6e8 req-e008c768-844a-451b-a9d4-fcd0e9efd74e service neutron] 10.222.0.55 "GET /v2.0/networks/fd6e448a-06f0-4e1b-bc50-7a0749d71b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001600 Jun 21 04:26:17.463223 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-cfd20cc5-8b3e-43b1-b0ef-02c2774c83da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:17.533534 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-cfd20cc5-8b3e-43b1-b0ef-02c2774c83da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:17.537984 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-cfd20cc5-8b3e-43b1-b0ef-02c2774c83da admin admin] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:17.539352 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-cfd20cc5-8b3e-43b1-b0ef-02c2774c83da admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7387aecc-7e3c-4da2-adff-9275d192b353 HTTP/1.1" status: 204 len: 168 time: 0.2159495 Jun 21 04:26:17.540389 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-77265f94-46e2-4257-9f48-aba8146e045c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:17.565969 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd20cc5-8b3e-43b1-b0ef-02c2774c83da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7387aecc-7e3c-4da2-adff-9275d192b353,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:17.574408 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-cfd20cc5-8b3e-43b1-b0ef-02c2774c83da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:17.586894 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-de5402f4-a313-4219-ac6d-4d275ff8a6e8 req-7d6cefcd-fcaa-4391-a3e3-7929b9cd9e57 service neutron] 10.222.0.55 "GET /v2.0/networks/fd6e448a-06f0-4e1b-bc50-7a0749d71b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426938 Jun 21 04:26:17.755133 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 57256) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:17.771670 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-219924f5-97a2-4917-baf1-a4b1293ff025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:17.864258 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-219924f5-97a2-4917-baf1-a4b1293ff025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:17.871804 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-219924f5-97a2-4917-baf1-a4b1293ff025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:17.876044 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:17.911741 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219924f5-97a2-4917-baf1-a4b1293ff025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60fae9cc-a49c-4d81-9640-0280b90d127c,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:17.919375 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-219924f5-97a2-4917-baf1-a4b1293ff025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:17.928349 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-219924f5-97a2-4917-baf1-a4b1293ff025 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=db014f381ae0492e8b69bc5511ec41d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1713796 Jun 21 04:26:17.931033 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 57268) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:17.994001 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-529f4f7c-62b4-44ed-b942-b78425883a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:18.012734 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 57272) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:18.017137 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-529f4f7c-62b4-44ed-b942-b78425883a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:18.046223 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-b578298b-f6b4-4799-a0b0-900d56cffee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:18.069474 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-529f4f7c-62b4-44ed-b942-b78425883a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:18.072382 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-529f4f7c-62b4-44ed-b942-b78425883a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:18.073652 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-529f4f7c-62b4-44ed-b942-b78425883a74 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/60fae9cc-a49c-4d81-9640-0280b90d127c HTTP/1.1" status: 204 len: 168 time: 0.1413023 Jun 21 04:26:18.074612 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-57e263e6-4334-4005-8930-9fcac25101e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:18.084268 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f4f7c-62b4-44ed-b942-b78425883a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fae9cc-a49c-4d81-9640-0280b90d127c,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:18.092419 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f4f7c-62b4-44ed-b942-b78425883a74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:18.093682 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f4f7c-62b4-44ed-b942-b78425883a74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:18.093682 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f4f7c-62b4-44ed-b942-b78425883a74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:18.094153 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f4f7c-62b4-44ed-b942-b78425883a74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:18.094684 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f4f7c-62b4-44ed-b942-b78425883a74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:18.095186 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f4f7c-62b4-44ed-b942-b78425883a74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:18.095814 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f4f7c-62b4-44ed-b942-b78425883a74 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:18.096842 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f4f7c-62b4-44ed-b942-b78425883a74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:18.097340 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f4f7c-62b4-44ed-b942-b78425883a74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:18.097834 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f4f7c-62b4-44ed-b942-b78425883a74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:18.098326 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f4f7c-62b4-44ed-b942-b78425883a74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:18.098837 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f4f7c-62b4-44ed-b942-b78425883a74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:18.101882 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-529f4f7c-62b4-44ed-b942-b78425883a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:18.145506 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eeb245-53d0-4219-852a-8b753b7a40a4 req-76b28294-3e79-49f3-81f2-22c238d7cff8 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:18.147009 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f2eeb245-53d0-4219-852a-8b753b7a40a4 req-76b28294-3e79-49f3-81f2-22c238d7cff8 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 945 time: 0.1436143 Jun 21 04:26:18.239054 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f2eeb245-53d0-4219-852a-8b753b7a40a4 req-fdc88b0e-64e9-4b85-9cc6-cefda750194a tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?id=d70c9646-a852-4f4d-a850-9cdfde0acad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807192 Jun 21 04:26:18.276424 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306486b-2e4e-497e-83bf-30447379cd5f req-c71644a7-b91d-4e29-a08f-6dcb9022af4e tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:18.277946 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a306486b-2e4e-497e-83bf-30447379cd5f req-c71644a7-b91d-4e29-a08f-6dcb9022af4e tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 945 time: 0.1473677 Jun 21 04:26:18.291230 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-b578298b-f6b4-4799-a0b0-900d56cffee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:18.299090 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-b578298b-f6b4-4799-a0b0-900d56cffee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:18.308605 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:18.350360 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-b578298b-f6b4-4799-a0b0-900d56cffee8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=15ecc161ad474b45b71ae2649bd5847a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3354535 Jun 21 04:26:18.353216 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 57280) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:18.360935 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a306486b-2e4e-497e-83bf-30447379cd5f req-5a971c04-cb46-4c40-87db-c93c6cb3069b tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718517 Jun 21 04:26:18.361554 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b578298b-f6b4-4799-a0b0-900d56cffee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a4470d-504b-46ca-9140-d629849dea81,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:18.365668 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-b578298b-f6b4-4799-a0b0-900d56cffee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:18.419848 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-d9238da5-9876-44dc-96b2-e60ca8ed245e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:18.443989 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-d9238da5-9876-44dc-96b2-e60ca8ed245e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:18.514740 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-d9238da5-9876-44dc-96b2-e60ca8ed245e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:18.517403 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-d9238da5-9876-44dc-96b2-e60ca8ed245e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:18.521109 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-d9238da5-9876-44dc-96b2-e60ca8ed245e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a6a4470d-504b-46ca-9140-d629849dea81 HTTP/1.1" status: 204 len: 168 time: 0.1623685 Jun 21 04:26:18.521109 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-e83409fb-6654-4cac-909d-72c4a1e4dc81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:18.527977 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9238da5-9876-44dc-96b2-e60ca8ed245e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a4470d-504b-46ca-9140-d629849dea81,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:18.530055 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-d9238da5-9876-44dc-96b2-e60ca8ed245e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:18.865588 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 57308) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:18.880536 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-9ca729aa-847f-4a29-a79b-0b5f0dd2ec03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:18.969070 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-9ca729aa-847f-4a29-a79b-0b5f0dd2ec03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:18.973099 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-9ca729aa-847f-4a29-a79b-0b5f0dd2ec03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:18.976517 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-cfd20cc5-8b3e-43b1-b0ef-02c2774c83da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:19.011416 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-9ca729aa-847f-4a29-a79b-0b5f0dd2ec03 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=da8b9b1e87ab4da7b482a611a76bc0c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1447849 Jun 21 04:26:19.012268 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca729aa-847f-4a29-a79b-0b5f0dd2ec03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6257c8-2bf9-423c-8ee4-772c8516c2a0,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:19.014898 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 57314) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:19.016860 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-9ca729aa-847f-4a29-a79b-0b5f0dd2ec03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:19.067842 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-0299fc59-8dc6-4573-ac03-e4456a1d22ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:19.089706 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-0299fc59-8dc6-4573-ac03-e4456a1d22ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:19.145072 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-0299fc59-8dc6-4573-ac03-e4456a1d22ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:19.148211 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-0299fc59-8dc6-4573-ac03-e4456a1d22ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:19.149595 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-0299fc59-8dc6-4573-ac03-e4456a1d22ea admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ea6257c8-2bf9-423c-8ee4-772c8516c2a0 HTTP/1.1" status: 204 len: 168 time: 0.1337113 Jun 21 04:26:19.150493 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-7290b325-4983-49d0-91fb-ab15899a1ee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:19.158030 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0299fc59-8dc6-4573-ac03-e4456a1d22ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6257c8-2bf9-423c-8ee4-772c8516c2a0,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:19.166533 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-0299fc59-8dc6-4573-ac03-e4456a1d22ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:19.462988 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb35c953-bee2-485c-9dc9-6f52edb50a1b req-49bd0dec-7466-4258-a959-20ceaa0c9ae0 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:19.475351 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-fb35c953-bee2-485c-9dc9-6f52edb50a1b req-49bd0dec-7466-4258-a959-20ceaa0c9ae0 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 945 time: 0.1222749 Jun 21 04:26:19.552606 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-fb35c953-bee2-485c-9dc9-6f52edb50a1b req-883c910e-796f-40b7-8805-a3385d0b63f9 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?id=d70c9646-a852-4f4d-a850-9cdfde0acad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762379 Jun 21 04:26:19.585508 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46625a00-b51a-4204-9db7-c7fcebdd684f req-89d7d73e-c16c-48e2-b0ae-55c814b6cadc tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:19.592808 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-46625a00-b51a-4204-9db7-c7fcebdd684f req-89d7d73e-c16c-48e2-b0ae-55c814b6cadc tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 945 time: 0.1075010 Jun 21 04:26:19.636830 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-46625a00-b51a-4204-9db7-c7fcebdd684f req-4707cbe9-0c2e-4a90-9eae-738a039da82e tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400822 Jun 21 04:26:19.835711 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a4cae-598e-4f64-b449-b94ad371325c req-e0064601-9937-4c89-a6da-89a596f36658 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:19.838149 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-ca5a4cae-598e-4f64-b449-b94ad371325c req-e0064601-9937-4c89-a6da-89a596f36658 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 945 time: 0.1019936 Jun 21 04:26:19.847946 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 57368) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:19.853281 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [None req-6e11361a-d002-42bd-8657-f8d1cd007209 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Request body: {'floatingip': {'port_id': '3e75f237-595c-4bdd-8193-9782a260f740'}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:26:19.907834 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-6e11361a-d002-42bd-8657-f8d1cd007209 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks [] for floatingip, before_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:20.234890 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48567bf6-ba85-428d-9133-5cca2a1cee50 req-a92bad3c-6ee8-4d7e-b791-647e2f392dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:20.242712 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-48567bf6-ba85-428d-9133-5cca2a1cee50 req-a92bad3c-6ee8-4d7e-b791-647e2f392dcb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ccd1b659f7b548f69df434ddfadc8cf1&device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 1098 time: 0.0811875 Jun 21 04:26:20.407693 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48567bf6-ba85-428d-9133-5cca2a1cee50 req-baf73d1e-7f72-47a5-9b34-6d242c0ca794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:20.410099 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-48567bf6-ba85-428d-9133-5cca2a1cee50 req-baf73d1e-7f72-47a5-9b34-6d242c0ca794 service neutron] 10.222.0.55 "GET /v2.0/networks?id=64d28b19-33d9-4d9a-ba0d-ec7e5a053d07 HTTP/1.1" status: 200 len: 919 time: 0.1604960 Jun 21 04:26:20.423577 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f23861-5ca8-4f83-9afc-9907c8b9daca req-732d449b-0984-4073-aa07-6790cbfc7a94 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:20.425445 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a0f23861-5ca8-4f83-9afc-9907c8b9daca req-732d449b-0984-4073-aa07-6790cbfc7a94 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 945 time: 0.1390610 Jun 21 04:26:20.475814 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-48567bf6-ba85-428d-9133-5cca2a1cee50 req-2d06ab71-47f0-4f98-a9c1-d94591228b73 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0329bf5d-04b6-4868-aaf8-b1bb69cfbf14 HTTP/1.1" status: 200 len: 217 time: 0.0478921 Jun 21 04:26:20.579368 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a0f23861-5ca8-4f83-9afc-9907c8b9daca req-50e79789-17b9-4cc8-8567-6fc0856988fe tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427975 Jun 21 04:26:20.589393 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48567bf6-ba85-428d-9133-5cca2a1cee50 req-565b68ec-be11-406f-a972-3e6134d1db8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:20.590851 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-48567bf6-ba85-428d-9133-5cca2a1cee50 req-565b68ec-be11-406f-a972-3e6134d1db8d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=849daa8e-dac6-4f8a-9763-33d634d005e9 HTTP/1.1" status: 200 len: 858 time: 0.1066499 Jun 21 04:26:20.603865 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-6e11361a-d002-42bd-8657-f8d1cd007209 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:20.614828 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-6e11361a-d002-42bd-8657-f8d1cd007209 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689737'] for floatingip, after_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:20.634957 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-48567bf6-ba85-428d-9133-5cca2a1cee50 req-03976136-cc6f-4540-b022-122014921f7e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=64d28b19-33d9-4d9a-ba0d-ec7e5a053d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335538 Jun 21 04:26:20.635420 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 57422) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:20.771420 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-48567bf6-ba85-428d-9133-5cca2a1cee50 req-9fc1f4f5-7b3e-4497-80d5-b827f552a8af service neutron] 10.222.0.55 "GET /v2.0/networks/64d28b19-33d9-4d9a-ba0d-ec7e5a053d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207607 Jun 21 04:26:20.795680 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.db.l3_db [None req-6e11361a-d002-42bd-8657-f8d1cd007209 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Floating IP 447dbd7e-de03-491c-9b56-66381c688275 associated. External IP: 172.27.3.65, port: 3e75f237-595c-4bdd-8193-9782a260f740. Jun 21 04:26:20.873424 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 57434) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:20.991496 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-46cfff5d-2a18-4759-9ca0-19bc6360d5f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:21.009058 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-48567bf6-ba85-428d-9133-5cca2a1cee50 req-d648eda8-1b33-41b6-add5-88121ea4a2a9 service neutron] 10.222.0.55 "GET /v2.0/networks/64d28b19-33d9-4d9a-ba0d-ec7e5a053d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188144 Jun 21 04:26:21.057476 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e11361a-d002-42bd-8657-f8d1cd007209 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Router 871e4e22-5215-42b8-953d-959ba03e8bcc has already been hosted by L3 agent 24838221-9d49-44eb-9e47-6a2fc9da17a2 {{(pid=92783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:26:21.066744 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-98f62f10-a261-4de0-9324-56259d41daea admin admin] Notify callbacks [] for security_group, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:21.148883 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-46cfff5d-2a18-4759-9ca0-19bc6360d5f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:21.155036 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-46cfff5d-2a18-4759-9ca0-19bc6360d5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:21.160136 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:21.196259 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e11361a-d002-42bd-8657-f8d1cd007209 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify agent at l3_agent.dv-cinder-797170-3-iscsi the message routers_updated {{(pid=92783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:26:21.206555 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4012e2cb-2c3e-4d6f-85f7-490e0db58693 None None] Sync routers for ids ['871e4e22-5215-42b8-953d-959ba03e8bcc'] in dv-cinder-797170-3-iscsi {{(pid=92785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:26:21.207120 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-6e11361a-d002-42bd-8657-f8d1cd007209 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for floatingip, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:21.218696 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-46cfff5d-2a18-4759-9ca0-19bc6360d5f4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1412a596c5364cc18eb9f5b4e760cc85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3421211 Jun 21 04:26:21.223478 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 57458) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:21.224141 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cfff5d-2a18-4759-9ca0-19bc6360d5f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610e4184-7fce-4953-9700-407e2adf57d1,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:21.225822 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4012e2cb-2c3e-4d6f-85f7-490e0db58693 None None] Routers {'871e4e22-5215-42b8-953d-959ba03e8bcc'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:26:21.226654 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-4012e2cb-2c3e-4d6f-85f7-490e0db58693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:26:00Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['871e4e22-5215-42b8-953d-959ba03e8bcc'], 'active': True} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:26:21.239991 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cfff5d-2a18-4759-9ca0-19bc6360d5f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:21.240596 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cfff5d-2a18-4759-9ca0-19bc6360d5f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:21.240950 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cfff5d-2a18-4759-9ca0-19bc6360d5f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:21.241301 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cfff5d-2a18-4759-9ca0-19bc6360d5f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:21.241643 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cfff5d-2a18-4759-9ca0-19bc6360d5f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:21.241985 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cfff5d-2a18-4759-9ca0-19bc6360d5f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:21.242504 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cfff5d-2a18-4759-9ca0-19bc6360d5f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:21.242845 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cfff5d-2a18-4759-9ca0-19bc6360d5f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:21.243196 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cfff5d-2a18-4759-9ca0-19bc6360d5f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:21.243524 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cfff5d-2a18-4759-9ca0-19bc6360d5f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:21.243857 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cfff5d-2a18-4759-9ca0-19bc6360d5f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:21.244192 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cfff5d-2a18-4759-9ca0-19bc6360d5f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:21.248593 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-6e11361a-d002-42bd-8657-f8d1cd007209 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "PUT /v2.0/floatingips/447dbd7e-de03-491c-9b56-66381c688275 HTTP/1.1" status: 200 len: 990 time: 1.3970344 Jun 21 04:26:21.248593 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c758973b-55c6-4af4-85df-86b29bacee36', 'tag': '3e75f237-595c-4bdd-8193-9782a260f740'}] {{(pid=92783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:26:21.249203 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fda3b7b704fc347e73998d8dc34ef34ca3ad6aa16a3a5c6f92a4a64020d363b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f439561-f14f-479b-b7b6-565a834a1a42" -d '{"events": [{"name": "network-changed", "server_uuid": "c758973b-55c6-4af4-85df-86b29bacee36", "tag": "3e75f237-595c-4bdd-8193-9782a260f740"}]}' {{(pid=92783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:26:21.265489 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-46cfff5d-2a18-4759-9ca0-19bc6360d5f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:21.352014 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvr_db [None req-4012e2cb-2c3e-4d6f-85f7-490e0db58693 None None] Set router 871e4e22-5215-42b8-953d-959ba03e8bcc gateway port host: dv-cinder-797170-3-iscsi {{(pid=92785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:26:21.414166 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-db4ee3eb-943a-4e7c-9e91-2c8a1c7a48e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:21.428588 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7bb075-a254-4076-b89f-6cb714706a4f x-openstack-request-id: req-2d7bb075-a254-4076-b89f-6cb714706a4f {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:26:21.428920 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c758973b-55c6-4af4-85df-86b29bacee36", "tag": "3e75f237-595c-4bdd-8193-9782a260f740", "status": "completed", "code": 200}]} {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:26:21.429223 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2d7bb075-a254-4076-b89f-6cb714706a4f {{(pid=92783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:26:21.429661 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c758973b-55c6-4af4-85df-86b29bacee36', 'tag': '3e75f237-595c-4bdd-8193-9782a260f740', 'status': 'completed', 'code': 200} Jun 21 04:26:21.430017 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1683a5b7-7444-44ab-985d-448634ad77d2 req-5c147dad-f5fd-41dd-9f63-84a61d92d193 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:21.431715 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1683a5b7-7444-44ab-985d-448634ad77d2 req-5c147dad-f5fd-41dd-9f63-84a61d92d193 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/networks?id=6b3c7cb1-477e-4c5f-9965-cb60a2d8de14 HTTP/1.1" status: 200 len: 815 time: 0.1952927 Jun 21 04:26:21.450389 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-98f62f10-a261-4de0-9324-56259d41daea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:21.467514 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-98f62f10-a261-4de0-9324-56259d41daea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:21.472959 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-db4ee3eb-943a-4e7c-9e91-2c8a1c7a48e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:21.481214 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:21.514859 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1683a5b7-7444-44ab-985d-448634ad77d2 req-22802c80-b9a9-4da1-9f48-abb5c4dd6b5f tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/quotas/dd9a1f8984c4474aa4722fd84f45b670 HTTP/1.1" status: 200 len: 375 time: 0.0712972 Jun 21 04:26:21.584260 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-4012e2cb-2c3e-4d6f-85f7-490e0db58693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'name': 'tempest-AttachVolumeTestJSON-81153680-router', 'tenant_id': '7ac19631df71474c90f158e6a57cb69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '2f1d93d1-5462-459d-9a1b-df3c3db6f96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:24Z', 'updated_at': '2021-06-21T04:25:36Z', 'revision_number': 4, 'project_id': '7ac19631df71474c90f158e6a57cb69b', 'gw_port': {'id': '2f1d93d1-5462-459d-9a1b-df3c3db6f96a', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:7c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:26Z', 'updated_at': '2021-06-21T04:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_floatingips': [{'id': '447dbd7e-de03-491c-9b56-66381c688275', 'tenant_id': '7ac19631df71474c90f158e6a57cb69b', 'floating_ip_address': '172.27.3.65', 'floating_network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'router_id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'port_id': '3e75f237-595c-4bdd-8193-9782a260f740', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0453a8f-147d-435a-b4a9-ec66a5c92927', 'mac_address': 'fa:16:3e:cb:2d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c758973b-55c6-4af4-85df-86b29bacee36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:25:44Z', 'updated_at': '2021-06-21T04:26:20Z', 'revision_number': 1, 'project_id': '7ac19631df71474c90f158e6a57cb69b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '392b9564-7aa7-4803-9f64-dcae4869533d', 'name': '', 'network_id': 'b0453a8f-147d-435a-b4a9-ec66a5c92927', 'tenant_id': '7ac19631df71474c90f158e6a57cb69b', 'mac_address': 'fa:16:3e:da:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cc19a82e-f40e-472d-88c4-f521c9c405b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:34Z', 'updated_at': '2021-06-21T04:25:43Z', 'revision_number': 5, 'project_id': '7ac19631df71474c90f158e6a57cb69b', 'subnets': [{'id': 'cc19a82e-f40e-472d-88c4-f521c9c405b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:26:21.589203 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-98f62f10-a261-4de0-9324-56259d41daea admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=715bfef734134ca5b65f8df7d276fc64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9528079 Jun 21 04:26:21.591492 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f62f10-a261-4de0-9324-56259d41daea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067bcfd2-1472-471d-846f-e3cc8235ad7c,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:21.592132 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 57464) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:21.595128 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-98f62f10-a261-4de0-9324-56259d41daea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:21.634138 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f439561-f14f-479b-b7b6-565a834a1a42 req-0571282c-dea5-4533-b461-71840ed9ab46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:21.635803 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-2f439561-f14f-479b-b7b6-565a834a1a42 req-0571282c-dea5-4533-b461-71840ed9ab46 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ac19631df71474c90f158e6a57cb69b&device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 1098 time: 0.1693261 Jun 21 04:26:21.637665 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-db4ee3eb-943a-4e7c-9e91-2c8a1c7a48e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:21.640434 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-db4ee3eb-943a-4e7c-9e91-2c8a1c7a48e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:21.641395 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-db4ee3eb-943a-4e7c-9e91-2c8a1c7a48e5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/610e4184-7fce-4953-9700-407e2adf57d1 HTTP/1.1" status: 204 len: 168 time: 0.4100127 Jun 21 04:26:21.644830 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:21.647671 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4012e2cb-2c3e-4d6f-85f7-490e0db58693 None None] Checking router: 871e4e22-5215-42b8-953d-959ba03e8bcc for host: dv-cinder-797170-3-iscsi {{(pid=92785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:26:21.658877 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4012e2cb-2c3e-4d6f-85f7-490e0db58693 None None] Routers {'871e4e22-5215-42b8-953d-959ba03e8bcc'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:26:21.659675 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-4012e2cb-2c3e-4d6f-85f7-490e0db58693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:26:00Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['871e4e22-5215-42b8-953d-959ba03e8bcc'], 'active': True} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:26:21.668002 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-8a89e449-b53e-4352-8c57-329805633b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:21.693790 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-8a89e449-b53e-4352-8c57-329805633b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:21.756027 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-8a89e449-b53e-4352-8c57-329805633b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:21.759666 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-8a89e449-b53e-4352-8c57-329805633b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:21.763877 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-8a89e449-b53e-4352-8c57-329805633b9e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/067bcfd2-1472-471d-846f-e3cc8235ad7c HTTP/1.1" status: 204 len: 168 time: 0.1703975 Jun 21 04:26:21.764977 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:21.773631 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a89e449-b53e-4352-8c57-329805633b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067bcfd2-1472-471d-846f-e3cc8235ad7c,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:21.777969 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-8a89e449-b53e-4352-8c57-329805633b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:21.803020 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvr_db [None req-4012e2cb-2c3e-4d6f-85f7-490e0db58693 None None] Set router 871e4e22-5215-42b8-953d-959ba03e8bcc gateway port host: dv-cinder-797170-3-iscsi {{(pid=92785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:26:22.013947 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f439561-f14f-479b-b7b6-565a834a1a42 req-290b3776-624f-4196-bffa-aabecfd9a15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:22.015461 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-2f439561-f14f-479b-b7b6-565a834a1a42 req-290b3776-624f-4196-bffa-aabecfd9a15c service neutron] 10.222.0.55 "GET /v2.0/networks?id=b0453a8f-147d-435a-b4a9-ec66a5c92927 HTTP/1.1" status: 200 len: 910 time: 0.3721123 Jun 21 04:26:22.107682 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-4012e2cb-2c3e-4d6f-85f7-490e0db58693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'name': 'tempest-AttachVolumeTestJSON-81153680-router', 'tenant_id': '7ac19631df71474c90f158e6a57cb69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '2f1d93d1-5462-459d-9a1b-df3c3db6f96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:24Z', 'updated_at': '2021-06-21T04:25:36Z', 'revision_number': 4, 'project_id': '7ac19631df71474c90f158e6a57cb69b', 'gw_port': {'id': '2f1d93d1-5462-459d-9a1b-df3c3db6f96a', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:7c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:26Z', 'updated_at': '2021-06-21T04:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_floatingips': [{'id': '447dbd7e-de03-491c-9b56-66381c688275', 'tenant_id': '7ac19631df71474c90f158e6a57cb69b', 'floating_ip_address': '172.27.3.65', 'floating_network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'router_id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'port_id': '3e75f237-595c-4bdd-8193-9782a260f740', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0453a8f-147d-435a-b4a9-ec66a5c92927', 'mac_address': 'fa:16:3e:cb:2d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c758973b-55c6-4af4-85df-86b29bacee36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:25:44Z', 'updated_at': '2021-06-21T04:26:20Z', 'revision_number': 1, 'project_id': '7ac19631df71474c90f158e6a57cb69b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '392b9564-7aa7-4803-9f64-dcae4869533d', 'name': '', 'network_id': 'b0453a8f-147d-435a-b4a9-ec66a5c92927', 'tenant_id': '7ac19631df71474c90f158e6a57cb69b', 'mac_address': 'fa:16:3e:da:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cc19a82e-f40e-472d-88c4-f521c9c405b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:34Z', 'updated_at': '2021-06-21T04:25:43Z', 'revision_number': 5, 'project_id': '7ac19631df71474c90f158e6a57cb69b', 'subnets': [{'id': 'cc19a82e-f40e-472d-88c4-f521c9c405b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:26:22.114289 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ee3eb-943a-4e7c-9e91-2c8a1c7a48e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610e4184-7fce-4953-9700-407e2adf57d1,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:22.133524 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-db4ee3eb-943a-4e7c-9e91-2c8a1c7a48e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:22.144786 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1683a5b7-7444-44ab-985d-448634ad77d2 req-d5c7af2f-4fdd-4db6-8e04-b890474424b3 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dd9a1f8984c4474aa4722fd84f45b670&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6081223 Jun 21 04:26:22.151924 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4012e2cb-2c3e-4d6f-85f7-490e0db58693 None None] The sync data for ids ['871e4e22-5215-42b8-953d-959ba03e8bcc'] in dv-cinder-797170-3-iscsi is: [{'id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'name': 'tempest-AttachVolumeTestJSON-81153680-router', 'tenant_id': '7ac19631df71474c90f158e6a57cb69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '2f1d93d1-5462-459d-9a1b-df3c3db6f96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:24Z', 'updated_at': '2021-06-21T04:25:36Z', 'revision_number': 4, 'project_id': '7ac19631df71474c90f158e6a57cb69b', 'gw_port': {'id': '2f1d93d1-5462-459d-9a1b-df3c3db6f96a', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:7c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:26Z', 'updated_at': '2021-06-21T04:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_floatingips': [{'id': '447dbd7e-de03-491c-9b56-66381c688275', 'tenant_id': '7ac19631df71474c90f158e6a57cb69b', 'floating_ip_address': '172.27.3.65', 'floating_network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'router_id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'port_id': '3e75f237-595c-4bdd-8193-9782a260f740', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0453a8f-147d-435a-b4a9-ec66a5c92927', 'mac_address': 'fa:16:3e:cb:2d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c758973b-55c6-4af4-85df-86b29bacee36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:25:44Z', 'updated_at': '2021-06-21T04:26:20Z', 'revision_number': 1, 'project_id': '7ac19631df71474c90f158e6a57cb69b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '392b9564-7aa7-4803-9f64-dcae4869533d', 'name': '', 'network_id': 'b0453a8f-147d-435a-b4a9-ec66a5c92927', 'tenant_id': '7ac19631df71474c90f158e6a57cb69b', 'mac_address': 'fa:16:3e:da:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cc19a82e-f40e-472d-88c4-f521c9c405b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:34Z', 'updated_at': '2021-06-21T04:25:43Z', 'revision_number': 5, 'project_id': '7ac19631df71474c90f158e6a57cb69b', 'subnets': [{'id': 'cc19a82e-f40e-472d-88c4-f521c9c405b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:26:22.156935 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-2f439561-f14f-479b-b7b6-565a834a1a42 req-5c488c0d-450d-4fdb-88e9-60752f2bac65 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e75f237-595c-4bdd-8193-9782a260f740 HTTP/1.1" status: 200 len: 998 time: 0.0976160 Jun 21 04:26:22.205233 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 57482) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:22.220266 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-29756621-14db-4c31-ae34-56addb3c5f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:22.272057 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f439561-f14f-479b-b7b6-565a834a1a42 req-3293a6e7-d107-4120-9837-b230d5efe4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:22.273716 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-2f439561-f14f-479b-b7b6-565a834a1a42 req-3293a6e7-d107-4120-9837-b230d5efe4f4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cc19a82e-f40e-472d-88c4-f521c9c405b3 HTTP/1.1" status: 200 len: 848 time: 0.1046209 Jun 21 04:26:22.296368 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7a49c-344f-47ff-a003-05583e0300fc req-7fbfcd4b-de3d-40a6-8bed-409f14c54173 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:22.298219 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-e3a7a49c-344f-47ff-a003-05583e0300fc req-7fbfcd4b-de3d-40a6-8bed-409f14c54173 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 945 time: 0.3687451 Jun 21 04:26:22.357073 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1683a5b7-7444-44ab-985d-448634ad77d2 req-6d206dce-8c08-4947-bef7-89b56db33845 service neutron] 10.222.0.53 "GET /v2.0/networks/6b3c7cb1-477e-4c5f-9965-cb60a2d8de14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113507 Jun 21 04:26:22.365880 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-29756621-14db-4c31-ae34-56addb3c5f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:22.370560 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-29756621-14db-4c31-ae34-56addb3c5f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:22.373366 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-bcf2afb8-4511-4570-a51d-1d1d73f61cfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:22.412780 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-29756621-14db-4c31-ae34-56addb3c5f4b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f582cf85ea5d46c884412add0a84b35e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2060790 Jun 21 04:26:22.413727 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29756621-14db-4c31-ae34-56addb3c5f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f437da-6092-49a9-826d-db1025e31110,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:22.416293 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 57488) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:22.418589 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-29756621-14db-4c31-ae34-56addb3c5f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:22.454803 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-e3a7a49c-344f-47ff-a003-05583e0300fc req-a56d8529-5f49-4181-bcb8-7f2e3f59c1cc tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414926 Jun 21 04:26:22.469498 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f439561-f14f-479b-b7b6-565a834a1a42 req-389aab6c-122c-400c-a860-b62b2a1c2f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:22.471598 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-2f439561-f14f-479b-b7b6-565a834a1a42 req-389aab6c-122c-400c-a860-b62b2a1c2f5e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b0453a8f-147d-435a-b4a9-ec66a5c92927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1700125 Jun 21 04:26:22.478396 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e047b4a-c8fb-4608-823d-f6dec97b1fad None None] New status for floating IP 447dbd7e-de03-491c-9b56-66381c688275: ACTIVE {{(pid=92784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:26:22.481923 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-7c4957e6-0899-46f4-bbb4-b2e5f0b78dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:22.520258 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-7c4957e6-0899-46f4-bbb4-b2e5f0b78dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:22.571424 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1683a5b7-7444-44ab-985d-448634ad77d2 req-13de0158-d4df-42bf-bc39-f1eeb2d6f98d service neutron] 10.222.0.53 "GET /v2.0/networks/6b3c7cb1-477e-4c5f-9965-cb60a2d8de14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089159 Jun 21 04:26:22.575670 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-7c4957e6-0899-46f4-bbb4-b2e5f0b78dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:22.578909 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-7c4957e6-0899-46f4-bbb4-b2e5f0b78dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:22.580238 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-7c4957e6-0899-46f4-bbb4-b2e5f0b78dd2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/30f437da-6092-49a9-826d-db1025e31110 HTTP/1.1" status: 204 len: 168 time: 0.1628439 Jun 21 04:26:22.581689 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-22f36501-dc6a-4ad4-8cf0-c13fb9fdd828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:22.601518 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4957e6-0899-46f4-bbb4-b2e5f0b78dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f437da-6092-49a9-826d-db1025e31110,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:22.608402 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-7c4957e6-0899-46f4-bbb4-b2e5f0b78dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:22.620124 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-2f439561-f14f-479b-b7b6-565a834a1a42 req-e3cb7f9f-3ecc-42ca-97a8-dfd077743d67 service neutron] 10.222.0.55 "GET /v2.0/networks/b0453a8f-147d-435a-b4a9-ec66a5c92927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213815 Jun 21 04:26:22.786949 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-2f439561-f14f-479b-b7b6-565a834a1a42 req-5a07989d-7d28-4875-877d-4dde82c9a963 service neutron] 10.222.0.55 "GET /v2.0/networks/b0453a8f-147d-435a-b4a9-ec66a5c92927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543310 Jun 21 04:26:22.804472 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-0d304bd2-6a76-4a07-b8a3-b07f7603fe03 req-1271b0d8-d7bf-4b29-9e00-6493b9bb53b0 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=39d47f31-1477-4640-8d2e-30c9e6724ba5 HTTP/1.1" status: 200 len: 210 time: 0.0335619 Jun 21 04:26:23.643562 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e129e-086d-4bc1-81ba-44c2f6f0d82c req-5035bd0c-9ae0-4b44-99ee-31c460a3714c tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:23.645013 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-300e129e-086d-4bc1-81ba-44c2f6f0d82c req-5035bd0c-9ae0-4b44-99ee-31c460a3714c tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 945 time: 0.0664072 Jun 21 04:26:23.683929 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-300e129e-086d-4bc1-81ba-44c2f6f0d82c req-1b20583e-9945-4458-b908-19a82224c508 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326104 Jun 21 04:26:26.128525 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-fee3c1df-815c-4c31-9be5-c3095ef29c82 req-968ca4ae-9798-46b2-934c-906ff14bd70b tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=39d47f31-1477-4640-8d2e-30c9e6724ba5 HTTP/1.1" status: 200 len: 210 time: 0.0384681 Jun 21 04:26:26.184923 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb62cd-36e6-4d3e-8004-79a57ae58fbb req-485b3529-32f2-4c85-8a97-a0d16518017a tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:26.186867 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-97eb62cd-36e6-4d3e-8004-79a57ae58fbb req-485b3529-32f2-4c85-8a97-a0d16518017a tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 945 time: 0.0869868 Jun 21 04:26:26.235059 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-97eb62cd-36e6-4d3e-8004-79a57ae58fbb req-136d0073-64e0-4a8b-b6ea-e4e29a724227 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402131 Jun 21 04:26:26.976006 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1683a5b7-7444-44ab-985d-448634ad77d2 req-8e025aca-47a4-4e83-8e83-a14fc716379c tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:26.977415 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1683a5b7-7444-44ab-985d-448634ad77d2 req-8e025aca-47a4-4e83-8e83-a14fc716379c tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.55 "GET /v2.0/networks?id=6b3c7cb1-477e-4c5f-9965-cb60a2d8de14 HTTP/1.1" status: 200 len: 815 time: 0.1209652 Jun 21 04:26:26.999769 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [req-1683a5b7-7444-44ab-985d-448634ad77d2 req-961ccbfd-a28f-496c-a16e-960ba940829e tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Request body: {'port': {'device_id': '39d47f31-1477-4640-8d2e-30c9e6724ba5', 'network_id': '6b3c7cb1-477e-4c5f-9965-cb60a2d8de14', 'admin_state_up': True, 'tenant_id': 'dd9a1f8984c4474aa4722fd84f45b670'}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:26:27.150862 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1683a5b7-7444-44ab-985d-448634ad77d2 req-961ccbfd-a28f-496c-a16e-960ba940829e tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Made reservation on behalf of dd9a1f8984c4474aa4722fd84f45b670 for: {'port': 1} {{(pid=92782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:26:27.154865 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-1683a5b7-7444-44ab-985d-448634ad77d2 req-961ccbfd-a28f-496c-a16e-960ba940829e tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:27.302172 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.db_base_plugin_common [req-1683a5b7-7444-44ab-985d-448634ad77d2 req-961ccbfd-a28f-496c-a16e-960ba940829e tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Allocated IP 172.20.0.2 (6b3c7cb1-477e-4c5f-9965-cb60a2d8de14/0260b167-e49c-4b4b-9ef5-e52212495354/f9a379e8-f5a6-48ed-983a-62864d6f2903) {{(pid=92782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:26:27.344036 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-939cbdd5-1e53-49de-a412-cdec16a6a0e4 req-b698aa1d-b1e7-4835-90a1-530cd2762757 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=39d47f31-1477-4640-8d2e-30c9e6724ba5 HTTP/1.1" status: 200 len: 210 time: 0.0443258 Jun 21 04:26:27.462961 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-69a9683e-45db-4ae4-bc8a-b4e17374cc90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:27.532192 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367c374-8b31-4a3d-b3c7-b84946e227b9 req-3d56d178-2c5f-4f98-bc1e-8933657ad6aa tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:27.533603 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-5367c374-8b31-4a3d-b3c7-b84946e227b9 req-3d56d178-2c5f-4f98-bc1e-8933657ad6aa tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 945 time: 0.1447999 Jun 21 04:26:27.552878 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-1683a5b7-7444-44ab-985d-448634ad77d2 req-961ccbfd-a28f-496c-a16e-960ba940829e tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Notify callbacks [] for port, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:27.595961 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-5367c374-8b31-4a3d-b3c7-b84946e227b9 req-2d0146ef-6e11-48fe-b6e4-2b2cca497989 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529230 Jun 21 04:26:27.629909 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-1683a5b7-7444-44ab-985d-448634ad77d2 req-961ccbfd-a28f-496c-a16e-960ba940829e tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989'] for port, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:27.636107 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:27.653845 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] get_ports_and_sgs() called for port_ids ['afb3d547-308d-47f0-913b-5f4c242a31c7'] {{(pid=92784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:26:27.693277 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1683a5b7-7444-44ab-985d-448634ad77d2 req-961ccbfd-a28f-496c-a16e-960ba940829e tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Network 6b3c7cb1-477e-4c5f-9965-cb60a2d8de14 is already hosted by enough agents. {{(pid=92782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:26:27.699358 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.base_scheduler [req-1683a5b7-7444-44ab-985d-448634ad77d2 req-961ccbfd-a28f-496c-a16e-960ba940829e tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Resources bound (agent type, host, resource id): {{(pid=92782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:26:27.702619 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.l3_dvrscheduler_db [req-1683a5b7-7444-44ab-985d-448634ad77d2 req-961ccbfd-a28f-496c-a16e-960ba940829e tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Received port after_create {{(pid=92782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:26:27.708523 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1683a5b7-7444-44ab-985d-448634ad77d2 req-961ccbfd-a28f-496c-a16e-960ba940829e tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:27.709134 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-1683a5b7-7444-44ab-985d-448634ad77d2 req-961ccbfd-a28f-496c-a16e-960ba940829e tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for port, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:27.730458 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ccbfd-a28f-496c-a16e-960ba940829e tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Pushing event updated for resources: {'Port': ['ID=f9a379e8-f5a6-48ed-983a-62864d6f2903,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:27.733782 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-961ccbfd-a28f-496c-a16e-960ba940829e tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:27.761522 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1683a5b7-7444-44ab-985d-448634ad77d2 req-961ccbfd-a28f-496c-a16e-960ba940829e tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7657535 Jun 21 04:26:27.775978 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [req-1683a5b7-7444-44ab-985d-448634ad77d2 req-daee227a-3fd7-4ccc-a482-0157f3cd404c service neutron] Request body: {'port': {'device_id': '39d47f31-1477-4640-8d2e-30c9e6724ba5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:26:27.833081 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e179c0-37df-430e-b2fd-3c7cccf3eb9b req-6d3ef547-2bbc-4a1d-931a-6ab52a6121d1 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:27.834440 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-e4e179c0-37df-430e-b2fd-3c7cccf3eb9b req-6d3ef547-2bbc-4a1d-931a-6ab52a6121d1 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/ports?device_id=033abcdc-0695-40db-81dc-e6aca3510ef6 HTTP/1.1" status: 200 len: 945 time: 0.1365244 Jun 21 04:26:27.880198 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-1683a5b7-7444-44ab-985d-448634ad77d2 req-daee227a-3fd7-4ccc-a482-0157f3cd404c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:27.899682 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-e4e179c0-37df-430e-b2fd-3c7cccf3eb9b req-3ea4aba1-2474-423a-b300-04960e91d87b tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/security-groups?id=e076f1fa-426d-4c01-aa29-5fa89e8ec02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483146 Jun 21 04:26:28.149637 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.notifiers.nova [req-1683a5b7-7444-44ab-985d-448634ad77d2 req-daee227a-3fd7-4ccc-a482-0157f3cd404c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9a379e8-f5a6-48ed-983a-62864d6f2903 {{(pid=92782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:26:28.157481 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-1683a5b7-7444-44ab-985d-448634ad77d2 req-daee227a-3fd7-4ccc-a482-0157f3cd404c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:28.169771 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.provisioning_blocks [req-1683a5b7-7444-44ab-985d-448634ad77d2 req-daee227a-3fd7-4ccc-a482-0157f3cd404c service neutron] Transition to ACTIVE for port object f9a379e8-f5a6-48ed-983a-62864d6f2903 will not be triggered until provisioned by entity L2. {{(pid=92782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:26:28.172635 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-1683a5b7-7444-44ab-985d-448634ad77d2 req-daee227a-3fd7-4ccc-a482-0157f3cd404c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:28.175590 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:28.246404 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daee227a-3fd7-4ccc-a482-0157f3cd404c service neutron] Pushing event updated for resources: {'Port': ['ID=f9a379e8-f5a6-48ed-983a-62864d6f2903,revision_number=2']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:28.249025 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-daee227a-3fd7-4ccc-a482-0157f3cd404c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:28.303107 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.managers [req-1683a5b7-7444-44ab-985d-448634ad77d2 req-daee227a-3fd7-4ccc-a482-0157f3cd404c service neutron] Attempting to bind port f9a379e8-f5a6-48ed-983a-62864d6f2903 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:26:28.303437 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.managers [req-1683a5b7-7444-44ab-985d-448634ad77d2 req-daee227a-3fd7-4ccc-a482-0157f3cd404c service neutron] Attempting to bind port f9a379e8-f5a6-48ed-983a-62864d6f2903 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '978cc6d8-d90e-4d41-9279-f012d41ae2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6b3c7cb1-477e-4c5f-9965-cb60a2d8de14'}] {{(pid=92782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:26:28.303757 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1683a5b7-7444-44ab-985d-448634ad77d2 req-daee227a-3fd7-4ccc-a482-0157f3cd404c service neutron] Attempting to bind port f9a379e8-f5a6-48ed-983a-62864d6f2903 on network 6b3c7cb1-477e-4c5f-9965-cb60a2d8de14 {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:26:28.308065 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1683a5b7-7444-44ab-985d-448634ad77d2 req-daee227a-3fd7-4ccc-a482-0157f3cd404c service neutron] Port f9a379e8-f5a6-48ed-983a-62864d6f2903 on network 6b3c7cb1-477e-4c5f-9965-cb60a2d8de14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:26:28.308378 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1683a5b7-7444-44ab-985d-448634ad77d2 req-daee227a-3fd7-4ccc-a482-0157f3cd404c service neutron] Attempting to bind port f9a379e8-f5a6-48ed-983a-62864d6f2903 on network 6b3c7cb1-477e-4c5f-9965-cb60a2d8de14 {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:26:28.313042 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1683a5b7-7444-44ab-985d-448634ad77d2 req-daee227a-3fd7-4ccc-a482-0157f3cd404c service neutron] Checking agent: {'id': 'e86ead90-85ed-45dc-94a1-895a24121321', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 23, 47), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:26:28.313370 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1683a5b7-7444-44ab-985d-448634ad77d2 req-daee227a-3fd7-4ccc-a482-0157f3cd404c service neutron] Checking segment: {'id': '978cc6d8-d90e-4d41-9279-f012d41ae2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6b3c7cb1-477e-4c5f-9965-cb60a2d8de14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:26:28.313745 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1683a5b7-7444-44ab-985d-448634ad77d2 req-daee227a-3fd7-4ccc-a482-0157f3cd404c service neutron] Bound using segment: {'id': '978cc6d8-d90e-4d41-9279-f012d41ae2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6b3c7cb1-477e-4c5f-9965-cb60a2d8de14'} {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:26:28.314162 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.managers [req-1683a5b7-7444-44ab-985d-448634ad77d2 req-daee227a-3fd7-4ccc-a482-0157f3cd404c service neutron] Bound port: f9a379e8-f5a6-48ed-983a-62864d6f2903, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '978cc6d8-d90e-4d41-9279-f012d41ae2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6b3c7cb1-477e-4c5f-9965-cb60a2d8de14'}}] {{(pid=92782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:26:28.314541 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-1683a5b7-7444-44ab-985d-448634ad77d2 req-daee227a-3fd7-4ccc-a482-0157f3cd404c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:28.378941 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.db [req-1683a5b7-7444-44ab-985d-448634ad77d2 req-daee227a-3fd7-4ccc-a482-0157f3cd404c service neutron] For port f9a379e8-f5a6-48ed-983a-62864d6f2903, host hv-cinder-79717, cleared binding levels {{(pid=92782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:26:28.381970 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.db [req-1683a5b7-7444-44ab-985d-448634ad77d2 req-daee227a-3fd7-4ccc-a482-0157f3cd404c service neutron] For port f9a379e8-f5a6-48ed-983a-62864d6f2903, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=f9a379e8-f5a6-48ed-983a-62864d6f2903,segment=NetworkSegment(978cc6d8-d90e-4d41-9279-f012d41ae2f5),segment_id=978cc6d8-d90e-4d41-9279-f012d41ae2f5)] {{(pid=92782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:26:28.387135 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-1683a5b7-7444-44ab-985d-448634ad77d2 req-daee227a-3fd7-4ccc-a482-0157f3cd404c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:28.390125 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-08227963-84f2-4e7d-9dbb-6a217390052c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:28.420677 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1683a5b7-7444-44ab-985d-448634ad77d2 req-daee227a-3fd7-4ccc-a482-0157f3cd404c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:28.421355 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-1683a5b7-7444-44ab-985d-448634ad77d2 req-daee227a-3fd7-4ccc-a482-0157f3cd404c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for port, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:28.422731 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1683a5b7-7444-44ab-985d-448634ad77d2 req-daee227a-3fd7-4ccc-a482-0157f3cd404c service neutron] 10.222.0.55 "PUT /v2.0/ports/f9a379e8-f5a6-48ed-983a-62864d6f2903 HTTP/1.1" status: 200 len: 1093 time: 0.6509390 Jun 21 04:26:28.423228 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39d47f31-1477-4640-8d2e-30c9e6724ba5', 'tag': 'f9a379e8-f5a6-48ed-983a-62864d6f2903'}] {{(pid=92782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:26:28.425532 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20f1c8b8986f59859b4229cceefba24e6e47d71d2fcee399c6ca6947cd3b11b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99194d6-08b5-4921-8be2-794f2090b0c4" -d '{"events": [{"name": "network-changed", "server_uuid": "39d47f31-1477-4640-8d2e-30c9e6724ba5", "tag": "f9a379e8-f5a6-48ed-983a-62864d6f2903"}]}' {{(pid=92782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:26:28.461379 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daee227a-3fd7-4ccc-a482-0157f3cd404c service neutron] Pushing event updated for resources: {'Port': ['ID=f9a379e8-f5a6-48ed-983a-62864d6f2903,revision_number=3']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:28.463701 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-daee227a-3fd7-4ccc-a482-0157f3cd404c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:28.500894 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6739a1-eb0f-4172-96e4-d8ec98f75733 x-openstack-request-id: req-3c6739a1-eb0f-4172-96e4-d8ec98f75733 {{(pid=92782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:26:28.501208 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39d47f31-1477-4640-8d2e-30c9e6724ba5", "tag": "f9a379e8-f5a6-48ed-983a-62864d6f2903", "status": "completed", "code": 200}]} {{(pid=92782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:26:28.501477 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3c6739a1-eb0f-4172-96e4-d8ec98f75733 {{(pid=92782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:26:28.501877 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39d47f31-1477-4640-8d2e-30c9e6724ba5', 'tag': 'f9a379e8-f5a6-48ed-983a-62864d6f2903', 'status': 'completed', 'code': 200} Jun 21 04:26:28.574878 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1683a5b7-7444-44ab-985d-448634ad77d2 req-0d444f9c-e5d2-4313-b1e1-6231b86d0cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:28.576305 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1683a5b7-7444-44ab-985d-448634ad77d2 req-0d444f9c-e5d2-4313-b1e1-6231b86d0cae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dd9a1f8984c4474aa4722fd84f45b670&device_id=39d47f31-1477-4640-8d2e-30c9e6724ba5 HTTP/1.1" status: 200 len: 1096 time: 0.1094019 Jun 21 04:26:28.584110 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb07d9-169e-4be7-bf12-e4a3b83ef091 req-26a04e77-27ce-420b-9f2d-3eee605d4b8c tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:28.585402 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-2beb07d9-169e-4be7-bf12-e4a3b83ef091 req-26a04e77-27ce-420b-9f2d-3eee605d4b8c tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=39d47f31-1477-4640-8d2e-30c9e6724ba5 HTTP/1.1" status: 200 len: 943 time: 0.1073451 Jun 21 04:26:28.635670 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1683a5b7-7444-44ab-985d-448634ad77d2 req-fdf3f286-9c1b-46e3-b68c-719b8d67dae5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f9a379e8-f5a6-48ed-983a-62864d6f2903 HTTP/1.1" status: 200 len: 217 time: 0.0389936 Jun 21 04:26:28.660634 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-2beb07d9-169e-4be7-bf12-e4a3b83ef091 req-5c7f3813-6a9f-4e82-828d-112038c2801b tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696321 Jun 21 04:26:28.706583 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1683a5b7-7444-44ab-985d-448634ad77d2 req-e725c65a-c7b4-438d-a314-f3f32cd7a39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:28.708179 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1683a5b7-7444-44ab-985d-448634ad77d2 req-e725c65a-c7b4-438d-a314-f3f32cd7a39d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0260b167-e49c-4b4b-9ef5-e52212495354 HTTP/1.1" status: 200 len: 855 time: 0.0601225 Jun 21 04:26:28.755075 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1683a5b7-7444-44ab-985d-448634ad77d2 req-37cf6e03-14c9-4bb0-aac8-ac2814b9c377 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b3c7cb1-477e-4c5f-9965-cb60a2d8de14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372169 Jun 21 04:26:28.873421 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787bb0a4-32a1-494e-b470-496d85ddf04f req-c9039a7f-cf9b-45a8-8f70-a5f0289bee14 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:28.874888 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-787bb0a4-32a1-494e-b470-496d85ddf04f req-c9039a7f-cf9b-45a8-8f70-a5f0289bee14 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 945 time: 0.1498234 Jun 21 04:26:28.878914 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1683a5b7-7444-44ab-985d-448634ad77d2 req-9707487a-d1d9-4ec8-9fcf-f6b71e5c0c3f service neutron] 10.222.0.55 "GET /v2.0/networks/6b3c7cb1-477e-4c5f-9965-cb60a2d8de14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081862 Jun 21 04:26:28.968116 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-787bb0a4-32a1-494e-b470-496d85ddf04f req-4d1fd34e-c3cf-4ae5-b4ba-4eb0d91cc9d7 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863261 Jun 21 04:26:29.009702 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1683a5b7-7444-44ab-985d-448634ad77d2 req-de804fd1-347b-4a5e-9507-8a83e049db48 service neutron] 10.222.0.55 "GET /v2.0/networks/6b3c7cb1-477e-4c5f-9965-cb60a2d8de14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129336 Jun 21 04:26:29.031618 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 57662) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:29.122922 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce1290-12bc-4c05-a820-226ad6873e9b req-ee14595d-d7a0-4a00-a9c4-3e80d937e4f2 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:29.124469 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-93ce1290-12bc-4c05-a820-226ad6873e9b req-ee14595d-d7a0-4a00-a9c4-3e80d937e4f2 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/ports?device_id=033abcdc-0695-40db-81dc-e6aca3510ef6 HTTP/1.1" status: 200 len: 945 time: 0.0983086 Jun 21 04:26:29.146581 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-8466a689-d376-4e72-93ee-53fac3bc08df admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:29.173626 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99194d6-08b5-4921-8be2-794f2090b0c4 req-67dcde64-0efa-49c3-b129-1b96fdebac1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:29.173626 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c99194d6-08b5-4921-8be2-794f2090b0c4 req-67dcde64-0efa-49c3-b129-1b96fdebac1b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dd9a1f8984c4474aa4722fd84f45b670&device_id=39d47f31-1477-4640-8d2e-30c9e6724ba5 HTTP/1.1" status: 200 len: 1096 time: 0.0934668 Jun 21 04:26:29.176051 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-93ce1290-12bc-4c05-a820-226ad6873e9b req-463be797-f63b-4058-98a7-4b444152a96d tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/security-groups?id=e076f1fa-426d-4c01-aa29-5fa89e8ec02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424418 Jun 21 04:26:29.238193 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-8466a689-d376-4e72-93ee-53fac3bc08df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:29.242032 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-8466a689-d376-4e72-93ee-53fac3bc08df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:29.245477 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-72c12c77-c0f3-49b1-a931-7888a3c4c8f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:29.277278 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99194d6-08b5-4921-8be2-794f2090b0c4 req-896dcfa8-5066-4b4e-aa2d-e80e09de2884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:29.278719 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c99194d6-08b5-4921-8be2-794f2090b0c4 req-896dcfa8-5066-4b4e-aa2d-e80e09de2884 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b3c7cb1-477e-4c5f-9965-cb60a2d8de14 HTTP/1.1" status: 200 len: 916 time: 0.0999165 Jun 21 04:26:29.280807 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8466a689-d376-4e72-93ee-53fac3bc08df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60348350-c88a-4a9f-8c4f-7a87c6da6745,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:29.285010 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-8466a689-d376-4e72-93ee-53fac3bc08df admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0109a9a190f44e118607c94ea04a3d09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2517731 Jun 21 04:26:29.285922 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-8466a689-d376-4e72-93ee-53fac3bc08df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:29.287863 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 57668) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:29.327020 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c99194d6-08b5-4921-8be2-794f2090b0c4 req-b2abe194-6606-4afb-b903-478d04375413 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f9a379e8-f5a6-48ed-983a-62864d6f2903 HTTP/1.1" status: 200 len: 217 time: 0.0383282 Jun 21 04:26:29.339324 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-78ffac80-8d50-4012-b74b-82855f760419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:29.359968 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-78ffac80-8d50-4012-b74b-82855f760419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:29.383075 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99194d6-08b5-4921-8be2-794f2090b0c4 req-ade5b964-0764-47c9-8a7d-3ac0b19d575e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:29.384507 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c99194d6-08b5-4921-8be2-794f2090b0c4 req-ade5b964-0764-47c9-8a7d-3ac0b19d575e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0260b167-e49c-4b4b-9ef5-e52212495354 HTTP/1.1" status: 200 len: 855 time: 0.0442441 Jun 21 04:26:29.408675 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-78ffac80-8d50-4012-b74b-82855f760419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:29.411850 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-78ffac80-8d50-4012-b74b-82855f760419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:29.413389 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-78ffac80-8d50-4012-b74b-82855f760419 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/60348350-c88a-4a9f-8c4f-7a87c6da6745 HTTP/1.1" status: 204 len: 168 time: 0.1245143 Jun 21 04:26:29.414243 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-7c4957e6-0899-46f4-bbb4-b2e5f0b78dd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:29.439861 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ffac80-8d50-4012-b74b-82855f760419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60348350-c88a-4a9f-8c4f-7a87c6da6745,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:29.442736 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-78ffac80-8d50-4012-b74b-82855f760419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:29.460519 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c99194d6-08b5-4921-8be2-794f2090b0c4 req-9db5a5af-79a9-48b4-9858-f496fc4b0c47 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b3c7cb1-477e-4c5f-9965-cb60a2d8de14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483620 Jun 21 04:26:29.596422 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c99194d6-08b5-4921-8be2-794f2090b0c4 req-92af8271-995c-4eec-96cd-4a7922053929 service neutron] 10.222.0.55 "GET /v2.0/networks/6b3c7cb1-477e-4c5f-9965-cb60a2d8de14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916882 Jun 21 04:26:29.684994 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c99194d6-08b5-4921-8be2-794f2090b0c4 req-f527842b-175d-4ec8-a131-d85c8205b66f service neutron] 10.222.0.55 "GET /v2.0/networks/6b3c7cb1-477e-4c5f-9965-cb60a2d8de14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816348 Jun 21 04:26:29.765082 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-07ece9fe-045c-4f94-9cc1-68ef183d190f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:29.859901 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26514e0c-bf83-48b7-85c2-e56c08ea9d03 req-172149fe-f19b-4395-abc4-11dbfba4cfe6 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:29.861350 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-26514e0c-bf83-48b7-85c2-e56c08ea9d03 req-172149fe-f19b-4395-abc4-11dbfba4cfe6 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=39d47f31-1477-4640-8d2e-30c9e6724ba5 HTTP/1.1" status: 200 len: 943 time: 0.0657458 Jun 21 04:26:29.899684 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-26514e0c-bf83-48b7-85c2-e56c08ea9d03 req-e3bd0924-dca8-42d8-bfc3-a50f0a6cd9dd tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326815 Jun 21 04:26:30.025344 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:30.072239 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 57698) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:30.149400 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4d117-1163-4e6f-aefd-2da79ea06489 req-c91fca1c-4d16-4811-a2ee-5c601dff6454 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:30.150877 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-13a4d117-1163-4e6f-aefd-2da79ea06489 req-c91fca1c-4d16-4811-a2ee-5c601dff6454 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 945 time: 0.0621881 Jun 21 04:26:30.163655 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [None req-2de78dd9-5306-495b-ba59-ed03454d1bb3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-180313155-network', 'tenant_id': '745539a724d14a38908499c2728ab2e3'}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:26:30.190186 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-13a4d117-1163-4e6f-aefd-2da79ea06489 req-dd544f51-6db7-4a4e-a122-3414133e5f48 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335612 Jun 21 04:26:30.196201 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de78dd9-5306-495b-ba59-ed03454d1bb3 admin admin] Made reservation on behalf of 745539a724d14a38908499c2728ab2e3 for: {'network': 1} {{(pid=92783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:26:30.198755 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-2de78dd9-5306-495b-ba59-ed03454d1bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for network, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:30.230589 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-2de78dd9-5306-495b-ba59-ed03454d1bb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:30.323746 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-2de78dd9-5306-495b-ba59-ed03454d1bb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:30.327590 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-2de78dd9-5306-495b-ba59-ed03454d1bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:30.331529 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:30.348762 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2de78dd9-5306-495b-ba59-ed03454d1bb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=92783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:26:30.364310 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de78dd9-5306-495b-ba59-ed03454d1bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d05cdb-cfe4-4ed3-96a8-63d61fa8d225,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:30.367577 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f354c97-ac87-4e0f-8ae1-9fc29775f262 req-8e33ecfc-3165-4937-812f-d4b21f00c6d3 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:30.367856 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-2de78dd9-5306-495b-ba59-ed03454d1bb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:30.368936 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-2de78dd9-5306-495b-ba59-ed03454d1bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607066'] for segment, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:30.369045 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6f354c97-ac87-4e0f-8ae1-9fc29775f262 req-8e33ecfc-3165-4937-812f-d4b21f00c6d3 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/ports?device_id=033abcdc-0695-40db-81dc-e6aca3510ef6 HTTP/1.1" status: 200 len: 945 time: 0.0692616 Jun 21 04:26:30.369269 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.db.segments_db [None req-2de78dd9-5306-495b-ba59-ed03454d1bb3 admin admin] Added segment 4eecd522-411d-4cfa-948b-d3d30878a1c1 of type vlan for network de51be99-4968-47a2-b994-f99e1af4ffea Jun 21 04:26:30.412604 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-2de78dd9-5306-495b-ba59-ed03454d1bb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749528449994'] for network, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:30.444306 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-2de78dd9-5306-495b-ba59-ed03454d1bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-431616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067'] for network, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:30.445475 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de78dd9-5306-495b-ba59-ed03454d1bb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:30.446056 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-2de78dd9-5306-495b-ba59-ed03454d1bb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for network, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:30.448256 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:30.499038 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-2de78dd9-5306-495b-ba59-ed03454d1bb3 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4255600 Jun 21 04:26:30.505677 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 57706) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:30.511297 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [None req-64196054-b9ea-46fb-a4a2-24aaa82aaf6f admin admin] Request body: {'subnet': {'network_id': 'de51be99-4968-47a2-b994-f99e1af4ffea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-180313155-subnet', 'tenant_id': '745539a724d14a38908499c2728ab2e3', 'ip_version': 4}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:26:30.522778 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de78dd9-5306-495b-ba59-ed03454d1bb3 admin admin] Pushing event updated for resources: {'Network': ['ID=de51be99-4968-47a2-b994-f99e1af4ffea,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:30.527336 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-2de78dd9-5306-495b-ba59-ed03454d1bb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:30.536327 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Network de51be99-4968-47a2-b994-f99e1af4ffea details requested by agent ovs-agent-dv-cinder-797170-3-iscsi with host dv-cinder-797170-3-iscsi {{(pid=92784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:26:30.539489 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64196054-b9ea-46fb-a4a2-24aaa82aaf6f admin admin] Made reservation on behalf of 745539a724d14a38908499c2728ab2e3 for: {'subnet': 1} {{(pid=92783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:26:30.541829 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-64196054-b9ea-46fb-a4a2-24aaa82aaf6f admin admin] Notify callbacks [] for subnet, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:30.671214 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6f354c97-ac87-4e0f-8ae1-9fc29775f262 req-13c88a47-b80a-4f50-b175-c562867e1572 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/security-groups?id=e076f1fa-426d-4c01-aa29-5fa89e8ec02e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933428 Jun 21 04:26:30.711370 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1177913d-4694-42b9-b873-974887348cd3 req-e30f2df2-a868-4c01-9758-466770340cc9 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:30.712883 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1177913d-4694-42b9-b873-974887348cd3 req-e30f2df2-a868-4c01-9758-466770340cc9 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.55 "GET /v2.0/ports?device_id=033abcdc-0695-40db-81dc-e6aca3510ef6 HTTP/1.1" status: 200 len: 945 time: 0.0936625 Jun 21 04:26:30.872099 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.plugin [req-1177913d-4694-42b9-b873-974887348cd3 req-99f4aaa6-e73f-49be-a160-f9548576b8fa tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] Deleting port 68c2b6f1-4eeb-44bd-bb26-4ef9e139b9b1 {{(pid=92782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:26:30.872452 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-1177913d-4694-42b9-b873-974887348cd3 req-99f4aaa6-e73f-49be-a160-f9548576b8fa tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:30.919049 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-64196054-b9ea-46fb-a4a2-24aaa82aaf6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056'] for subnet, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:30.922191 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:30.967160 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.db [req-1177913d-4694-42b9-b873-974887348cd3 req-99f4aaa6-e73f-49be-a160-f9548576b8fa tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] For port 68c2b6f1-4eeb-44bd-bb26-4ef9e139b9b1, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=68c2b6f1-4eeb-44bd-bb26-4ef9e139b9b1,segment=NetworkSegment(d1d76647-51ae-4e30-9f16-1b866af21ebf),segment_id=d1d76647-51ae-4e30-9f16-1b866af21ebf)] {{(pid=92782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:26:30.967432 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-1177913d-4694-42b9-b873-974887348cd3 req-99f4aaa6-e73f-49be-a160-f9548576b8fa tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:30.980905 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64196054-b9ea-46fb-a4a2-24aaa82aaf6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=84426b50-f58a-4895-847c-fc2b1761ca9d,revision_number=0']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:30.984610 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-64196054-b9ea-46fb-a4a2-24aaa82aaf6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:30.988510 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64196054-b9ea-46fb-a4a2-24aaa82aaf6f admin admin] Checking segment: {'id': '4eecd522-411d-4cfa-948b-d3d30878a1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'de51be99-4968-47a2-b994-f99e1af4ffea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:26:30.988862 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64196054-b9ea-46fb-a4a2-24aaa82aaf6f admin admin] Network hostable DHCP agents. Network: de51be99-4968-47a2-b994-f99e1af4ffea, hostable agents: ['6ffbca20-0783-49ee-bbe9-7ece843bbb1a'], hosted agents: [] {{(pid=92783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:26:31.011495 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64196054-b9ea-46fb-a4a2-24aaa82aaf6f admin admin] Network de51be99-4968-47a2-b994-f99e1af4ffea is scheduled to be hosted by DHCP agent 6ffbca20-0783-49ee-bbe9-7ece843bbb1a with binding_index 1 {{(pid=92783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:26:31.023418 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.base_scheduler [None req-64196054-b9ea-46fb-a4a2-24aaa82aaf6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-3-iscsi, de51be99-4968-47a2-b994-f99e1af4ffea) {{(pid=92783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:26:31.027677 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64196054-b9ea-46fb-a4a2-24aaa82aaf6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:31.028266 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-64196054-b9ea-46fb-a4a2-24aaa82aaf6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for subnet, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:31.033118 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1d447b-4462-43f8-b167-3026f921b218 None None] Network de51be99-4968-47a2-b994-f99e1af4ffea requested from dv-cinder-797170-3-iscsi {{(pid=92784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:26:31.046782 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-64196054-b9ea-46fb-a4a2-24aaa82aaf6f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5374665 Jun 21 04:26:31.047424 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 57714) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:31.051888 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [None req-81153dde-0101-4983-af32-ea9a35585639 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-180313155-router', 'tenant_id': '745539a724d14a38908499c2728ab2e3', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3'}}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:26:31.072028 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-81153dde-0101-4983-af32-ea9a35585639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1652140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1090'] for router, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:31.072996 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-81153dde-0101-4983-af32-ea9a35585639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1083'] for router, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:31.075785 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.plugin [req-1177913d-4694-42b9-b873-974887348cd3 req-99f4aaa6-e73f-49be-a160-f9548576b8fa tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] Calling delete_port for 68c2b6f1-4eeb-44bd-bb26-4ef9e139b9b1 owned by compute:nova {{(pid=92782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:26:31.125502 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-81153dde-0101-4983-af32-ea9a35585639 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:31.155337 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-96e1c505-da01-46a8-887c-1f2eb0a4db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:31.215114 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc7e1ce-e082-43f2-99f6-adffdc612b30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp852c364a-3c00-5dcc-a1ca-700424c8e09a-de51be99-4968-47a2-b994-f99e1af4ffea', 'network_id': 'de51be99-4968-47a2-b994-f99e1af4ffea', 'tenant_id': '745539a724d14a38908499c2728ab2e3', 'fixed_ips': [{'subnet_id': '84426b50-f58a-4895-847c-fc2b1761ca9d'}]}} from dv-cinder-797170-3-iscsi. {{(pid=92784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 04:26:31.216004 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-2fc7e1ce-e082-43f2-99f6-adffdc612b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:31.236349 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d506d2-6473-403e-9f1e-8c3a29ab3f44 req-0c5cab71-d644-48ea-b1ee-a3a6462d56cf tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:31.238320 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-02d506d2-6473-403e-9f1e-8c3a29ab3f44 req-0c5cab71-d644-48ea-b1ee-a3a6462d56cf tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=39d47f31-1477-4640-8d2e-30c9e6724ba5 HTTP/1.1" status: 200 len: 943 time: 0.1993823 Jun 21 04:26:31.284739 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-81153dde-0101-4983-af32-ea9a35585639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691373', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1065'] for router, precommit_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:31.356912 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-02d506d2-6473-403e-9f1e-8c3a29ab3f44 req-ab93f605-48de-4d85-a01b-355098931cd1 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057208 Jun 21 04:26:31.393490 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.db_base_plugin_common [None req-2fc7e1ce-e082-43f2-99f6-adffdc612b30 None None] Allocated IP 172.20.0.2 (de51be99-4968-47a2-b994-f99e1af4ffea/84426b50-f58a-4895-847c-fc2b1761ca9d/068a7e6d-02d0-4330-ac4d-03c81e391e0b) {{(pid=92784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:26:31.414207 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-1177913d-4694-42b9-b873-974887348cd3 req-99f4aaa6-e73f-49be-a160-f9548576b8fa tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998'] for port, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:31.426522 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-c677d171-d245-49a8-a1da-7f9b426a9269 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:31.454992 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f4aaa6-e73f-49be-a160-f9548576b8fa tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] Pushing event deleted for resources: {'Port': ['ID=68c2b6f1-4eeb-44bd-bb26-4ef9e139b9b1,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:31.460437 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-99f4aaa6-e73f-49be-a160-f9548576b8fa tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:31.476687 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] get_ports_and_sgs() called for port_ids ['68c2b6f1-4eeb-44bd-bb26-4ef9e139b9b1'] {{(pid=92784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:26:31.516725 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.l3_dvrscheduler_db [req-1177913d-4694-42b9-b873-974887348cd3 req-99f4aaa6-e73f-49be-a160-f9548576b8fa tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] No DVR routers for this DVR port 68c2b6f1-4eeb-44bd-bb26-4ef9e139b9b1 on host hv-cinder-79717 {{(pid=92782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:26:31.521051 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-1177913d-4694-42b9-b873-974887348cd3 req-99f4aaa6-e73f-49be-a160-f9548576b8fa tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for port, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:31.521774 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-81153dde-0101-4983-af32-ea9a35585639 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:31.523032 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1177913d-4694-42b9-b873-974887348cd3 req-99f4aaa6-e73f-49be-a160-f9548576b8fa tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.55 "DELETE /v2.0/ports/68c2b6f1-4eeb-44bd-bb26-4ef9e139b9b1 HTTP/1.1" status: 204 len: 173 time: 0.7918773 Jun 21 04:26:31.525076 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '033abcdc-0695-40db-81dc-e6aca3510ef6', 'name': 'network-vif-deleted', 'tag': '68c2b6f1-4eeb-44bd-bb26-4ef9e139b9b1'}] {{(pid=92782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:26:31.527400 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20f1c8b8986f59859b4229cceefba24e6e47d71d2fcee399c6ca6947cd3b11b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0afd04-04a4-4291-968c-6459655799f2" -d '{"events": [{"server_uuid": "033abcdc-0695-40db-81dc-e6aca3510ef6", "name": "network-vif-deleted", "tag": "68c2b6f1-4eeb-44bd-bb26-4ef9e139b9b1"}]}' {{(pid=92782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:26:31.538745 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6687b11-e501-465e-9cf5-5053915c3650 req-4e1f159e-cdbe-4599-ab5a-38b869cb51c6 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:31.540415 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c6687b11-e501-465e-9cf5-5053915c3650 req-4e1f159e-cdbe-4599-ab5a-38b869cb51c6 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 945 time: 0.1824398 Jun 21 04:26:31.547075 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-81153dde-0101-4983-af32-ea9a35585639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:31.584827 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c6687b11-e501-465e-9cf5-5053915c3650 req-077bff0a-8e7a-4fc9-8efe-96be57dc8e1f tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378299 Jun 21 04:26:31.586626 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666acdf4-f708-4f55-a3b2-b1d309a8183e x-openstack-request-id: req-666acdf4-f708-4f55-a3b2-b1d309a8183e {{(pid=92782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:26:31.587011 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "033abcdc-0695-40db-81dc-e6aca3510ef6", "name": "network-vif-deleted", "tag": "68c2b6f1-4eeb-44bd-bb26-4ef9e139b9b1", "status": "completed", "code": 200}]} {{(pid=92782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:26:31.587374 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-666acdf4-f708-4f55-a3b2-b1d309a8183e {{(pid=92782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:26:31.587793 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '033abcdc-0695-40db-81dc-e6aca3510ef6', 'name': 'network-vif-deleted', 'tag': '68c2b6f1-4eeb-44bd-bb26-4ef9e139b9b1', 'status': 'completed', 'code': 200} Jun 21 04:26:31.633316 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-2fc7e1ce-e082-43f2-99f6-adffdc612b30 None None] Notify callbacks [] for port, precommit_create {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:31.644510 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-2fc7e1ce-e082-43f2-99f6-adffdc612b30 None None] Transition to ACTIVE for port object 068a7e6d-02d0-4330-ac4d-03c81e391e0b will not be triggered until provisioned by entity L2. {{(pid=92784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:26:31.661058 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-2fc7e1ce-e082-43f2-99f6-adffdc612b30 None None] Transition to ACTIVE for port object 068a7e6d-02d0-4330-ac4d-03c81e391e0b will not be triggered until provisioned by entity DHCP. {{(pid=92784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:26:31.667321 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-2fc7e1ce-e082-43f2-99f6-adffdc612b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989'] for port, after_create {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:31.669647 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-700b7b25-9526-449a-8b54-7eca6530a373 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:31.674730 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.db_base_plugin_common [None req-81153dde-0101-4983-af32-ea9a35585639 admin admin] Allocated IP 172.27.3.126 (6916bb71-a8d9-40e6-a88e-dbc7129bc7b3/8c39627d-1aec-4229-8b15-efcd0ccd7e2f/c031c288-2929-4c56-9a14-a2244b372ce4) {{(pid=92783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:26:31.699742 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device f9a379e8-f5a6-48ed-983a-62864d6f2903 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:26:31.729377 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc7e1ce-e082-43f2-99f6-adffdc612b30 None None] Network de51be99-4968-47a2-b994-f99e1af4ffea is already hosted by enough agents. {{(pid=92784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:26:31.732968 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc7e1ce-e082-43f2-99f6-adffdc612b30 None None] Pushing event updated for resources: {'Port': ['ID=068a7e6d-02d0-4330-ac4d-03c81e391e0b,revision_number=1']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:31.735155 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.scheduler.base_scheduler [None req-2fc7e1ce-e082-43f2-99f6-adffdc612b30 None None] Resources bound (agent type, host, resource id): {{(pid=92784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:26:31.738783 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc7e1ce-e082-43f2-99f6-adffdc612b30 None None] Received port after_create {{(pid=92784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:26:31.751788 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc7e1ce-e082-43f2-99f6-adffdc612b30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:31.752136 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc7e1ce-e082-43f2-99f6-adffdc612b30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:31.752474 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc7e1ce-e082-43f2-99f6-adffdc612b30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:31.752810 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc7e1ce-e082-43f2-99f6-adffdc612b30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:31.754067 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc7e1ce-e082-43f2-99f6-adffdc612b30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:31.754423 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc7e1ce-e082-43f2-99f6-adffdc612b30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:31.754751 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc7e1ce-e082-43f2-99f6-adffdc612b30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:31.755079 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc7e1ce-e082-43f2-99f6-adffdc612b30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:31.755406 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc7e1ce-e082-43f2-99f6-adffdc612b30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:31.755728 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc7e1ce-e082-43f2-99f6-adffdc612b30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:31.756048 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc7e1ce-e082-43f2-99f6-adffdc612b30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:31.756792 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc7e1ce-e082-43f2-99f6-adffdc612b30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:31.760519 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-2fc7e1ce-e082-43f2-99f6-adffdc612b30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:31.795602 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-81153dde-0101-4983-af32-ea9a35585639 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:31.873289 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-81153dde-0101-4983-af32-ea9a35585639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989'] for port, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:31.876947 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-53b72564-6332-406f-8999-2ea5805483d0 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:31.879283 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-2fc7e1ce-e082-43f2-99f6-adffdc612b30 None None] Attempting to bind port 068a7e6d-02d0-4330-ac4d-03c81e391e0b on host dv-cinder-797170-3-iscsi for vnic_type normal with profile {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:26:31.879950 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-2fc7e1ce-e082-43f2-99f6-adffdc612b30 None None] Attempting to bind port 068a7e6d-02d0-4330-ac4d-03c81e391e0b by drivers openvswitch,hyperv on host dv-cinder-797170-3-iscsi at level 0 using segments [{'id': '4eecd522-411d-4cfa-948b-d3d30878a1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'de51be99-4968-47a2-b994-f99e1af4ffea'}] {{(pid=92784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:26:31.880445 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc7e1ce-e082-43f2-99f6-adffdc612b30 None None] Attempting to bind port 068a7e6d-02d0-4330-ac4d-03c81e391e0b on network de51be99-4968-47a2-b994-f99e1af4ffea {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:26:31.893230 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc7e1ce-e082-43f2-99f6-adffdc612b30 None None] Checking agent: {'id': 'cd99bddb-5f01-48a7-a512-3eb4d714493f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 18), 'started_at': datetime.datetime(2021, 6, 21, 4, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:26:31.893612 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc7e1ce-e082-43f2-99f6-adffdc612b30 None None] Checking segment: {'id': '4eecd522-411d-4cfa-948b-d3d30878a1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'de51be99-4968-47a2-b994-f99e1af4ffea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:26:31.894233 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-2fc7e1ce-e082-43f2-99f6-adffdc612b30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:31.894729 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc7e1ce-e082-43f2-99f6-adffdc612b30 None None] Bound using segment: {'id': '4eecd522-411d-4cfa-948b-d3d30878a1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'de51be99-4968-47a2-b994-f99e1af4ffea'} {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:26:31.895290 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-2fc7e1ce-e082-43f2-99f6-adffdc612b30 None None] Bound port: 068a7e6d-02d0-4330-ac4d-03c81e391e0b, host: dv-cinder-797170-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eecd522-411d-4cfa-948b-d3d30878a1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'de51be99-4968-47a2-b994-f99e1af4ffea'}}] {{(pid=92784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:26:31.895756 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-2fc7e1ce-e082-43f2-99f6-adffdc612b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:31.913840 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81153dde-0101-4983-af32-ea9a35585639 admin admin] Network 6916bb71-a8d9-40e6-a88e-dbc7129bc7b3 is already hosted by enough agents. {{(pid=92783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:26:31.919383 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.base_scheduler [None req-81153dde-0101-4983-af32-ea9a35585639 admin admin] Resources bound (agent type, host, resource id): {{(pid=92783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:26:31.923929 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81153dde-0101-4983-af32-ea9a35585639 admin admin] Received port after_create {{(pid=92783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:26:31.955683 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port f9a379e8-f5a6-48ed-983a-62864d6f2903, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=f9a379e8-f5a6-48ed-983a-62864d6f2903,segment=NetworkSegment(978cc6d8-d90e-4d41-9279-f012d41ae2f5),segment_id=978cc6d8-d90e-4d41-9279-f012d41ae2f5)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:26:31.970839 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Returning: {'device': 'f9a379e8-f5a6-48ed-983a-62864d6f2903', 'network_id': '6b3c7cb1-477e-4c5f-9965-cb60a2d8de14', 'port_id': 'f9a379e8-f5a6-48ed-983a-62864d6f2903', 'mac_address': 'fa:16:3e:e8:76:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0260b167-e49c-4b4b-9ef5-e52212495354', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:26:32.000397 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-4291aa73-4be9-4f9b-827a-4b2795c51179 req-8b2a63a4-1447-41a7-a898-9c13900157c7 tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] 10.222.0.53 "GET /v2.0/ports?device_id=033abcdc-0695-40db-81dc-e6aca3510ef6 HTTP/1.1" status: 200 len: 210 time: 0.0426314 Jun 21 04:26:32.023144 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81153dde-0101-4983-af32-ea9a35585639 admin admin] Pushing event updated for resources: {'Port': ['ID=c031c288-2929-4c56-9a14-a2244b372ce4,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:32.052683 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:32.054976 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-2fc7e1ce-e082-43f2-99f6-adffdc612b30 None None] For port 068a7e6d-02d0-4330-ac4d-03c81e391e0b, host dv-cinder-797170-3-iscsi, cleared binding levels {{(pid=92784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:26:32.059114 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-81153dde-0101-4983-af32-ea9a35585639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:32.059294 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-2fc7e1ce-e082-43f2-99f6-adffdc612b30 None None] For port 068a7e6d-02d0-4330-ac4d-03c81e391e0b, host dv-cinder-797170-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=068a7e6d-02d0-4330-ac4d-03c81e391e0b,segment=NetworkSegment(4eecd522-411d-4cfa-948b-d3d30878a1c1),segment_id=4eecd522-411d-4cfa-948b-d3d30878a1c1)] {{(pid=92784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:26:32.068350 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-2fc7e1ce-e082-43f2-99f6-adffdc612b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:32.071835 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:32.098164 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.notifiers.nova [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9a379e8-f5a6-48ed-983a-62864d6f2903 {{(pid=92784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:26:32.148077 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port f9a379e8-f5a6-48ed-983a-62864d6f2903, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=f9a379e8-f5a6-48ed-983a-62864d6f2903,segment=NetworkSegment(978cc6d8-d90e-4d41-9279-f012d41ae2f5),segment_id=978cc6d8-d90e-4d41-9279-f012d41ae2f5)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:26:32.155454 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:32.162030 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc7e1ce-e082-43f2-99f6-adffdc612b30 None None] Pushing event updated for resources: {'Port': ['ID=068a7e6d-02d0-4330-ac4d-03c81e391e0b,revision_number=2']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:32.173335 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-2fc7e1ce-e082-43f2-99f6-adffdc612b30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:32.173821 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:32.224185 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Pushing event updated for resources: {'Port': ['ID=f9a379e8-f5a6-48ed-983a-62864d6f2903,revision_number=4']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:32.227376 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:32.230268 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-81153dde-0101-4983-af32-ea9a35585639 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:32.469840 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-81153dde-0101-4983-af32-ea9a35585639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689657'] for router, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:32.541834 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec50a2-1012-4da7-bb36-204531b85d3e req-92932e26-8e7e-48bd-a03f-75e47f20a9d8 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:32.543368 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-4bec50a2-1012-4da7-bb36-204531b85d3e req-92932e26-8e7e-48bd-a03f-75e47f20a9d8 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=39d47f31-1477-4640-8d2e-30c9e6724ba5 HTTP/1.1" status: 200 len: 944 time: 0.0680571 Jun 21 04:26:32.572568 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-a8ace0c1-1149-433a-b03a-8a8d050911ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:32.582246 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-4bec50a2-1012-4da7-bb36-204531b85d3e req-90f5f0ab-da91-4401-8446-3b6396d88820 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331082 Jun 21 04:26:32.594225 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] get_ports_and_sgs() called for port_ids ['f9a379e8-f5a6-48ed-983a-62864d6f2903'] {{(pid=92784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:26:32.624164 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81153dde-0101-4983-af32-ea9a35585639 admin admin] Router 0f2bf705-ac60-4db1-8fb9-20b993e5135a is scheduled to L3 agent 24838221-9d49-44eb-9e47-6a2fc9da17a2 with binding_index 1 {{(pid=92783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 04:26:32.786663 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81153dde-0101-4983-af32-ea9a35585639 admin admin] Notify agent at l3_agent.dv-cinder-797170-3-iscsi the message routers_updated {{(pid=92783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:26:32.799731 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dcdbb9-f6ad-4c6f-b154-d99c2d42a27b None None] Sync routers for ids ['0f2bf705-ac60-4db1-8fb9-20b993e5135a'] in dv-cinder-797170-3-iscsi {{(pid=92785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:26:32.806506 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-81153dde-0101-4983-af32-ea9a35585639 admin admin] Notify callbacks [] for router, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:32.807098 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4cae11-533b-4d6d-98bf-74e5b88f06ab req-e96a073c-d466-4b19-9059-585ae2821857 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:32.809208 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-81153dde-0101-4983-af32-ea9a35585639 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7608359 Jun 21 04:26:32.810957 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-ad4cae11-533b-4d6d-98bf-74e5b88f06ab req-e96a073c-d466-4b19-9059-585ae2821857 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 945 time: 0.0838604 Jun 21 04:26:32.811440 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 57734) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:32.813432 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dcdbb9-f6ad-4c6f-b154-d99c2d42a27b None None] Routers {'0f2bf705-ac60-4db1-8fb9-20b993e5135a'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:26:32.815191 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-33dcdbb9-f6ad-4c6f-b154-d99c2d42a27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:26:30Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['0f2bf705-ac60-4db1-8fb9-20b993e5135a'], 'active': True} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:26:32.884998 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-ad4cae11-533b-4d6d-98bf-74e5b88f06ab req-06bd9bfd-6607-4bb8-ae4f-ab71812af226 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627282 Jun 21 04:26:32.948204 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvr_db [None req-33dcdbb9-f6ad-4c6f-b154-d99c2d42a27b None None] Set router 0f2bf705-ac60-4db1-8fb9-20b993e5135a gateway port host: dv-cinder-797170-3-iscsi {{(pid=92785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:26:33.165310 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-33dcdbb9-f6ad-4c6f-b154-d99c2d42a27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2bf705-ac60-4db1-8fb9-20b993e5135a', 'name': 'tempest-TestMinimumBasicScenario-180313155-router', 'tenant_id': '745539a724d14a38908499c2728ab2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'c031c288-2929-4c56-9a14-a2244b372ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:26:31Z', 'updated_at': '2021-06-21T04:26:32Z', 'revision_number': 3, 'project_id': '745539a724d14a38908499c2728ab2e3', 'gw_port': {'id': 'c031c288-2929-4c56-9a14-a2244b372ce4', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2bf705-ac60-4db1-8fb9-20b993e5135a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:26:31Z', 'updated_at': '2021-06-21T04:26:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi'}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:26:33.202715 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dcdbb9-f6ad-4c6f-b154-d99c2d42a27b None None] Checking router: 0f2bf705-ac60-4db1-8fb9-20b993e5135a for host: dv-cinder-797170-3-iscsi {{(pid=92785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:26:33.203099 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dcdbb9-f6ad-4c6f-b154-d99c2d42a27b None None] Updating router 0f2bf705-ac60-4db1-8fb9-20b993e5135a port c031c288-2929-4c56-9a14-a2244b372ce4 binding host dv-cinder-797170-3-iscsi {{(pid=92785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:26:33.236097 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 068a7e6d-02d0-4330-ac4d-03c81e391e0b up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:26:33.335155 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d0d2c5-4436-479b-90ef-1c93c5893809 None None] Network de51be99-4968-47a2-b994-f99e1af4ffea requested from dv-cinder-797170-3-iscsi {{(pid=92784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:26:33.353646 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning for port 068a7e6d-02d0-4330-ac4d-03c81e391e0b completed by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:26:33.414203 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b0bd2ce8-2ae7-4b54-985e-b7c3e19657fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:33.429263 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-33dcdbb9-f6ad-4c6f-b154-d99c2d42a27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:33.497837 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-1f0de8ed-ef21-4bbd-bd55-931a32777ac5 None None] Provisioning for port 068a7e6d-02d0-4330-ac4d-03c81e391e0b completed by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:26:33.507380 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-1f0de8ed-ef21-4bbd-bd55-931a32777ac5 None None] Provisioning complete for port 068a7e6d-02d0-4330-ac4d-03c81e391e0b triggered by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:26:33.507380 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-1f0de8ed-ef21-4bbd-bd55-931a32777ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:33.605767 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.db_base_plugin_common [None req-b0bd2ce8-2ae7-4b54-985e-b7c3e19657fc admin admin] Allocated IP 172.20.0.1 (de51be99-4968-47a2-b994-f99e1af4ffea/84426b50-f58a-4895-847c-fc2b1761ca9d/7aa131a3-85d5-432a-95a6-7510fa707dbc) {{(pid=92783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:26:33.637139 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-1f0de8ed-ef21-4bbd-bd55-931a32777ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:33.673742 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-1f0de8ed-ef21-4bbd-bd55-931a32777ac5 None None] For port 068a7e6d-02d0-4330-ac4d-03c81e391e0b, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=068a7e6d-02d0-4330-ac4d-03c81e391e0b,segment=NetworkSegment(4eecd522-411d-4cfa-948b-d3d30878a1c1),segment_id=4eecd522-411d-4cfa-948b-d3d30878a1c1)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:26:33.680411 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-1f0de8ed-ef21-4bbd-bd55-931a32777ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:33.683809 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:33.732503 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device f9a379e8-f5a6-48ed-983a-62864d6f2903 up at agent hyperv_hv-cinder-79717 {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:26:33.752529 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b0bd2ce8-2ae7-4b54-985e-b7c3e19657fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:33.804411 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0de8ed-ef21-4bbd-bd55-931a32777ac5 None None] Pushing event updated for resources: {'Port': ['ID=068a7e6d-02d0-4330-ac4d-03c81e391e0b,revision_number=3']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:33.821151 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-1f0de8ed-ef21-4bbd-bd55-931a32777ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:33.822025 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-33dcdbb9-f6ad-4c6f-b154-d99c2d42a27b None None] Notify callbacks [] for port, precommit_update {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:33.835818 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.provisioning_blocks [None req-33dcdbb9-f6ad-4c6f-b154-d99c2d42a27b None None] Transition to ACTIVE for port object c031c288-2929-4c56-9a14-a2244b372ce4 will not be triggered until provisioned by entity L2. {{(pid=92785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:26:33.843648 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Provisioning for port f9a379e8-f5a6-48ed-983a-62864d6f2903 completed by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:26:33.844944 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae0f09-26ce-401e-a37e-425eb33b81ab req-4e42f50d-45c7-41b2-8ea8-462a1e484535 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:33.849196 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-33dcdbb9-f6ad-4c6f-b154-d99c2d42a27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:33.849653 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Provisioning complete for port f9a379e8-f5a6-48ed-983a-62864d6f2903 triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:26:33.850172 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:33.856139 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-b1ae0f09-26ce-401e-a37e-425eb33b81ab req-4e42f50d-45c7-41b2-8ea8-462a1e484535 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=39d47f31-1477-4640-8d2e-30c9e6724ba5 HTTP/1.1" status: 200 len: 944 time: 0.1173511 Jun 21 04:26:33.858868 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:33.936778 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-b1ae0f09-26ce-401e-a37e-425eb33b81ab req-fda8d75f-f8b6-4351-a483-70e260f8ad00 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793660 Jun 21 04:26:33.950828 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.managers [None req-33dcdbb9-f6ad-4c6f-b154-d99c2d42a27b None None] Attempting to bind port c031c288-2929-4c56-9a14-a2244b372ce4 on host dv-cinder-797170-3-iscsi for vnic_type normal with profile {{(pid=92785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:26:33.951302 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.managers [None req-33dcdbb9-f6ad-4c6f-b154-d99c2d42a27b None None] Attempting to bind port c031c288-2929-4c56-9a14-a2244b372ce4 by drivers openvswitch,hyperv on host dv-cinder-797170-3-iscsi at level 0 using segments [{'id': 'e399e9b6-8ae1-4c2d-bd11-625228d4b590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3'}] {{(pid=92785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:26:33.951745 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dcdbb9-f6ad-4c6f-b154-d99c2d42a27b None None] Attempting to bind port c031c288-2929-4c56-9a14-a2244b372ce4 on network 6916bb71-a8d9-40e6-a88e-dbc7129bc7b3 {{(pid=92785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:26:33.961323 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dcdbb9-f6ad-4c6f-b154-d99c2d42a27b None None] Checking agent: {'id': 'cd99bddb-5f01-48a7-a512-3eb4d714493f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 18), 'started_at': datetime.datetime(2021, 6, 21, 4, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:26:33.962018 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dcdbb9-f6ad-4c6f-b154-d99c2d42a27b None None] Checking segment: {'id': 'e399e9b6-8ae1-4c2d-bd11-625228d4b590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:26:33.962626 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-33dcdbb9-f6ad-4c6f-b154-d99c2d42a27b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:33.963184 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dcdbb9-f6ad-4c6f-b154-d99c2d42a27b None None] Bound using segment: {'id': 'e399e9b6-8ae1-4c2d-bd11-625228d4b590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3'} {{(pid=92785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:26:33.964199 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.managers [None req-33dcdbb9-f6ad-4c6f-b154-d99c2d42a27b None None] Bound port: c031c288-2929-4c56-9a14-a2244b372ce4, host: dv-cinder-797170-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e399e9b6-8ae1-4c2d-bd11-625228d4b590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3'}}] {{(pid=92785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:26:33.964918 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-33dcdbb9-f6ad-4c6f-b154-d99c2d42a27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:34.004207 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:34.029218 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.provisioning_blocks [None req-b0bd2ce8-2ae7-4b54-985e-b7c3e19657fc admin admin] Transition to ACTIVE for port object 7aa131a3-85d5-432a-95a6-7510fa707dbc will not be triggered until provisioned by entity DHCP. {{(pid=92783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:26:34.033321 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.db [None req-33dcdbb9-f6ad-4c6f-b154-d99c2d42a27b None None] For port c031c288-2929-4c56-9a14-a2244b372ce4, host dv-cinder-797170-3-iscsi, cleared binding levels {{(pid=92785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:26:34.035892 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13fb6e8-2acc-4f31-9906-ec3c46130db6 None None] Pushing event updated for resources: {'Port': ['ID=c031c288-2929-4c56-9a14-a2244b372ce4,revision_number=2']} {{(pid=92785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:34.039997 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.db [None req-33dcdbb9-f6ad-4c6f-b154-d99c2d42a27b None None] For port c031c288-2929-4c56-9a14-a2244b372ce4, host dv-cinder-797170-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=c031c288-2929-4c56-9a14-a2244b372ce4,segment=NetworkSegment(e399e9b6-8ae1-4c2d-bd11-625228d4b590),segment_id=e399e9b6-8ae1-4c2d-bd11-625228d4b590)] {{(pid=92785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:26:34.044314 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39d47f31-1477-4640-8d2e-30c9e6724ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a379e8-f5a6-48ed-983a-62864d6f2903'}] {{(pid=92784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:26:34.046557 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13fb6e8-2acc-4f31-9906-ec3c46130db6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:34.046908 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13fb6e8-2acc-4f31-9906-ec3c46130db6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:34.047254 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13fb6e8-2acc-4f31-9906-ec3c46130db6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:34.047593 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13fb6e8-2acc-4f31-9906-ec3c46130db6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:34.047927 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13fb6e8-2acc-4f31-9906-ec3c46130db6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:34.048250 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13fb6e8-2acc-4f31-9906-ec3c46130db6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:34.048561 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13fb6e8-2acc-4f31-9906-ec3c46130db6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:34.048875 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13fb6e8-2acc-4f31-9906-ec3c46130db6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:34.049209 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13fb6e8-2acc-4f31-9906-ec3c46130db6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:34.049519 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13fb6e8-2acc-4f31-9906-ec3c46130db6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:34.050726 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13fb6e8-2acc-4f31-9906-ec3c46130db6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:34.051039 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13fb6e8-2acc-4f31-9906-ec3c46130db6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:26:34.051766 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea407864149563716f916f7ad989592de9d82914ebf27f22c024267046db962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cfa09a-990e-48a2-89cb-b77b644b726f" -d '{"events": [{"server_uuid": "39d47f31-1477-4640-8d2e-30c9e6724ba5", "name": "network-vif-plugged", "status": "completed", "tag": "f9a379e8-f5a6-48ed-983a-62864d6f2903"}]}' {{(pid=92784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:26:34.055464 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-33dcdbb9-f6ad-4c6f-b154-d99c2d42a27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:34.055618 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port f9a379e8-f5a6-48ed-983a-62864d6f2903, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=f9a379e8-f5a6-48ed-983a-62864d6f2903,segment=NetworkSegment(978cc6d8-d90e-4d41-9279-f012d41ae2f5),segment_id=978cc6d8-d90e-4d41-9279-f012d41ae2f5)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:26:34.058165 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG oslo_concurrency.lockutils [None req-c13fb6e8-2acc-4f31-9906-ec3c46130db6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:34.060429 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:34.070320 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-36145f19-34ee-4e38-84a1-ab2f62045457 None None] Provisioning complete for port 068a7e6d-02d0-4330-ac4d-03c81e391e0b triggered by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:26:34.070320 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-36145f19-34ee-4e38-84a1-ab2f62045457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:34.101989 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b0bd2ce8-2ae7-4b54-985e-b7c3e19657fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989'] for port, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:34.113584 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:34.114679 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 68c2b6f1-4eeb-44bd-bb26-4ef9e139b9b1 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:26:34.134101 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5d676-37f1-41f6-9962-2bc5f9ba0c38 req-e9d64c52-6885-4766-827e-e73a53755abc tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:34.140923 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dcdbb9-f6ad-4c6f-b154-d99c2d42a27b None None] Routers {'0f2bf705-ac60-4db1-8fb9-20b993e5135a'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:26:34.142083 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-81153dde-0101-4983-af32-ea9a35585639 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:34.142385 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-33dcdbb9-f6ad-4c6f-b154-d99c2d42a27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:26:30Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['0f2bf705-ac60-4db1-8fb9-20b993e5135a'], 'active': True} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:26:34.142928 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-ecf5d676-37f1-41f6-9962-2bc5f9ba0c38 req-e9d64c52-6885-4766-827e-e73a53755abc tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 945 time: 0.0828309 Jun 21 04:26:34.144867 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13fb6e8-2acc-4f31-9906-ec3c46130db6 None None] Pushing event updated for resources: {'Port': ['ID=c031c288-2929-4c56-9a14-a2244b372ce4,revision_number=3']} {{(pid=92785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:34.148966 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG oslo_concurrency.lockutils [None req-c13fb6e8-2acc-4f31-9906-ec3c46130db6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:34.158161 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c41f91-fba2-4eae-86c3-ea53ee8e8eb1 x-openstack-request-id: req-a8c41f91-fba2-4eae-86c3-ea53ee8e8eb1 {{(pid=92784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:26:34.158583 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39d47f31-1477-4640-8d2e-30c9e6724ba5", "name": "network-vif-plugged", "status": "completed", "tag": "f9a379e8-f5a6-48ed-983a-62864d6f2903", "code": 200}]} {{(pid=92784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:26:34.158943 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a8c41f91-fba2-4eae-86c3-ea53ee8e8eb1 {{(pid=92784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:26:34.159563 dv-cinder-797170-3-iscsi neutron-server[92784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39d47f31-1477-4640-8d2e-30c9e6724ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a379e8-f5a6-48ed-983a-62864d6f2903', 'code': 200} Jun 21 04:26:34.161819 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:34.168295 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] No Port match for: 68c2b6f1-4eeb-44bd-bb26-4ef9e139b9b1 {{(pid=92784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:26:34.170556 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 68c2b6f1-4eeb-44bd-bb26-4ef9e139b9b1 not bound to the agent host hv-cinder-79717 {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:26:34.196468 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-ecf5d676-37f1-41f6-9962-2bc5f9ba0c38 req-7c48cc97-6790-4c5c-946e-7a18247ac2b7 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521824 Jun 21 04:26:34.224684 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bd2ce8-2ae7-4b54-985e-b7c3e19657fc admin admin] Network de51be99-4968-47a2-b994-f99e1af4ffea is already hosted by enough agents. {{(pid=92783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:26:34.229633 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.base_scheduler [None req-b0bd2ce8-2ae7-4b54-985e-b7c3e19657fc admin admin] Resources bound (agent type, host, resource id): {{(pid=92783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:26:34.233240 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bd2ce8-2ae7-4b54-985e-b7c3e19657fc admin admin] Received port after_create {{(pid=92783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:26:34.234052 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b0bd2ce8-2ae7-4b54-985e-b7c3e19657fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1693462'] for router_interface, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:34.301379 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvr_db [None req-33dcdbb9-f6ad-4c6f-b154-d99c2d42a27b None None] Set router 0f2bf705-ac60-4db1-8fb9-20b993e5135a gateway port host: dv-cinder-797170-3-iscsi {{(pid=92785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:26:34.324427 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Pushing event updated for resources: {'Port': ['ID=f9a379e8-f5a6-48ed-983a-62864d6f2903,revision_number=5']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:34.328903 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:34.353817 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd2ce8-2ae7-4b54-985e-b7c3e19657fc admin admin] Pushing event updated for resources: {'Port': ['ID=7aa131a3-85d5-432a-95a6-7510fa707dbc,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:34.358811 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-b0bd2ce8-2ae7-4b54-985e-b7c3e19657fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:34.415761 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b0bd2ce8-2ae7-4b54-985e-b7c3e19657fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:34.517079 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c798ca3-8e47-426e-a3fd-8c12fae4978a req-6ba7915e-0c14-46f3-bc66-41847f64b9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:34.519064 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1c798ca3-8e47-426e-a3fd-8c12fae4978a req-6ba7915e-0c14-46f3-bc66-41847f64b9bd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=39d47f31-1477-4640-8d2e-30c9e6724ba5 HTTP/1.1" status: 200 len: 1098 time: 0.0778446 Jun 21 04:26:34.578497 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1c798ca3-8e47-426e-a3fd-8c12fae4978a req-058f1ed6-4e36-40d6-9076-992ef7096161 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492094 Jun 21 04:26:34.591379 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-33dcdbb9-f6ad-4c6f-b154-d99c2d42a27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2bf705-ac60-4db1-8fb9-20b993e5135a', 'name': 'tempest-TestMinimumBasicScenario-180313155-router', 'tenant_id': '745539a724d14a38908499c2728ab2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'c031c288-2929-4c56-9a14-a2244b372ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:26:31Z', 'updated_at': '2021-06-21T04:26:32Z', 'revision_number': 3, 'project_id': '745539a724d14a38908499c2728ab2e3', 'gw_port': {'id': 'c031c288-2929-4c56-9a14-a2244b372ce4', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2bf705-ac60-4db1-8fb9-20b993e5135a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:26:31Z', 'updated_at': '2021-06-21T04:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi'}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:26:34.622524 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dcdbb9-f6ad-4c6f-b154-d99c2d42a27b None None] The sync data for ids ['0f2bf705-ac60-4db1-8fb9-20b993e5135a'] in dv-cinder-797170-3-iscsi is: [{'id': '0f2bf705-ac60-4db1-8fb9-20b993e5135a', 'name': 'tempest-TestMinimumBasicScenario-180313155-router', 'tenant_id': '745539a724d14a38908499c2728ab2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'c031c288-2929-4c56-9a14-a2244b372ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:26:31Z', 'updated_at': '2021-06-21T04:26:32Z', 'revision_number': 3, 'project_id': '745539a724d14a38908499c2728ab2e3', 'gw_port': {'id': 'c031c288-2929-4c56-9a14-a2244b372ce4', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2bf705-ac60-4db1-8fb9-20b993e5135a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:26:31Z', 'updated_at': '2021-06-21T04:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi'}] {{(pid=92785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:26:34.634800 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-4cc46847-9998-4b6a-88c5-0daefc70d020 None None] Provisioning for port 7aa131a3-85d5-432a-95a6-7510fa707dbc completed by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:26:34.639591 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-4cc46847-9998-4b6a-88c5-0daefc70d020 None None] Provisioning complete for port 7aa131a3-85d5-432a-95a6-7510fa707dbc triggered by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:26:34.640192 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-4cc46847-9998-4b6a-88c5-0daefc70d020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:34.649486 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b0bd2ce8-2ae7-4b54-985e-b7c3e19657fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:34.655807 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b0bd2ce8-2ae7-4b54-985e-b7c3e19657fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:34.656826 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b0bd2ce8-2ae7-4b54-985e-b7c3e19657fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1773157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690639'] for router_interface, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:34.658966 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:34.692009 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-4cc46847-9998-4b6a-88c5-0daefc70d020 None None] Port 7aa131a3-85d5-432a-95a6-7510fa707dbc cannot update to ACTIVE because it is not bound. {{(pid=92784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:26:34.749976 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd2ce8-2ae7-4b54-985e-b7c3e19657fc admin admin] Pushing event updated for resources: {'Port': ['ID=7aa131a3-85d5-432a-95a6-7510fa707dbc,revision_number=2']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:34.755571 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-b0bd2ce8-2ae7-4b54-985e-b7c3e19657fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:34.767385 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 57772) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:34.793059 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bd2ce8-2ae7-4b54-985e-b7c3e19657fc admin admin] Network de51be99-4968-47a2-b994-f99e1af4ffea is already hosted by enough agents. {{(pid=92783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:26:34.794516 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.base_scheduler [None req-b0bd2ce8-2ae7-4b54-985e-b7c3e19657fc admin admin] Resources bound (agent type, host, resource id): {{(pid=92783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:26:34.812332 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.db_base_plugin_v2 [None req-25b25a3c-e7ca-4f5f-8224-462b19ab3354 admin admin] Deleting subnet d152cd9e-cdfb-4cc9-ab3c-bbc65c647607 {{(pid=92782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:26:34.818066 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-25b25a3c-e7ca-4f5f-8224-462b19ab3354 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:34.856114 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-25b25a3c-e7ca-4f5f-8224-462b19ab3354 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:34.867484 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-25b25a3c-e7ca-4f5f-8224-462b19ab3354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611213'] for subnet, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:34.932160 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0bd2ce8-2ae7-4b54-985e-b7c3e19657fc admin admin] Router 0f2bf705-ac60-4db1-8fb9-20b993e5135a has already been hosted by L3 agent 24838221-9d49-44eb-9e47-6a2fc9da17a2 {{(pid=92783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:26:34.971499 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-25b25a3c-e7ca-4f5f-8224-462b19ab3354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056'] for subnet, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:34.979284 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-ecc4e61e-3dc9-43ce-afe7-cc83c567edc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:35.031546 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-25b25a3c-e7ca-4f5f-8224-462b19ab3354 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:35.038320 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-25b25a3c-e7ca-4f5f-8224-462b19ab3354 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d152cd9e-cdfb-4cc9-ab3c-bbc65c647607 HTTP/1.1" status: 204 len: 168 time: 0.2697508 Jun 21 04:26:35.039122 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 57776) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:35.039873 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b25a3c-e7ca-4f5f-8224-462b19ab3354 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d152cd9e-cdfb-4cc9-ab3c-bbc65c647607,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:35.043037 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-25b25a3c-e7ca-4f5f-8224-462b19ab3354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:35.090625 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0bd2ce8-2ae7-4b54-985e-b7c3e19657fc admin admin] Notify agent at l3_agent.dv-cinder-797170-3-iscsi the message routers_updated {{(pid=92783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:26:35.131764 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-b0bd2ce8-2ae7-4b54-985e-b7c3e19657fc admin admin] 10.222.0.53 "PUT /v2.0/routers/0f2bf705-ac60-4db1-8fb9-20b993e5135a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3184500 Jun 21 04:26:35.133388 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-d9809c65-cfee-47fe-bc83-a52c3c66bdb8 None None] Provisioning complete for port 7aa131a3-85d5-432a-95a6-7510fa707dbc triggered by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:26:35.133850 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-d9809c65-cfee-47fe-bc83-a52c3c66bdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:35.190280 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-d9809c65-cfee-47fe-bc83-a52c3c66bdb8 None None] Port 7aa131a3-85d5-432a-95a6-7510fa707dbc cannot update to ACTIVE because it is not bound. {{(pid=92784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:26:35.200954 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-7fb53d15-d788-42a6-9b4b-fc7626d331a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588785'] for network, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:35.248583 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 068a7e6d-02d0-4330-ac4d-03c81e391e0b up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:26:35.268618 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54cae29-0bae-4b12-bf2f-0067e8ec41f9 req-7ec25655-4c99-47a3-856a-fd161ed56d56 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:35.270139 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-b54cae29-0bae-4b12-bf2f-0067e8ec41f9 req-7ec25655-4c99-47a3-856a-fd161ed56d56 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=39d47f31-1477-4640-8d2e-30c9e6724ba5 HTTP/1.1" status: 200 len: 945 time: 0.1555848 Jun 21 04:26:35.332811 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning complete for port 068a7e6d-02d0-4330-ac4d-03c81e391e0b triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:26:35.335019 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:35.353046 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-7fb53d15-d788-42a6-9b4b-fc7626d331a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611858', 'neutron.services.segments.db._delete_segments_for_network-8749528986579'] for network, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:35.375144 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-7fb53d15-d788-42a6-9b4b-fc7626d331a5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:26:35.375463 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-7fb53d15-d788-42a6-9b4b-fc7626d331a5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:26:35.376185 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-7fb53d15-d788-42a6-9b4b-fc7626d331a5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:26:35.376748 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-7fb53d15-d788-42a6-9b4b-fc7626d331a5 admin admin] Subscribe: > port after_create 55550000 {{(pid=92782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:26:35.376891 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-7fb53d15-d788-42a6-9b4b-fc7626d331a5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:26:35.377257 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-7fb53d15-d788-42a6-9b4b-fc7626d331a5 admin admin] Subscribe: > port after_update 55550000 {{(pid=92782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:26:35.377622 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-7fb53d15-d788-42a6-9b4b-fc7626d331a5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:26:35.378010 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-7fb53d15-d788-42a6-9b4b-fc7626d331a5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:26:35.378293 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-7fb53d15-d788-42a6-9b4b-fc7626d331a5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:26:35.378635 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-7fb53d15-d788-42a6-9b4b-fc7626d331a5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:26:35.556200 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device c031c288-2929-4c56-9a14-a2244b372ce4 up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:26:35.557818 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-7fb53d15-d788-42a6-9b4b-fc7626d331a5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:26:35.559253 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-7fb53d15-d788-42a6-9b4b-fc7626d331a5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:26:35.559253 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-7fb53d15-d788-42a6-9b4b-fc7626d331a5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:26:35.559253 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-7fb53d15-d788-42a6-9b4b-fc7626d331a5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:26:35.559863 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.services.segments.db [None req-7fb53d15-d788-42a6-9b4b-fc7626d331a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6ae2bab-f488-4095-b86a-cac1576eb954']}} {{(pid=92782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:26:35.595982 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.services.segments.db [None req-7fb53d15-d788-42a6-9b4b-fc7626d331a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1d76647-51ae-4e30-9f16-1b866af21ebf') {'for_net_delete': True} {{(pid=92782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:26:35.596459 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.services.segments.db [None req-7fb53d15-d788-42a6-9b4b-fc7626d331a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1d76647-51ae-4e30-9f16-1b866af21ebf') {} {{(pid=92782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:26:35.613321 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning for port c031c288-2929-4c56-9a14-a2244b372ce4 completed by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:26:35.617969 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning complete for port c031c288-2929-4c56-9a14-a2244b372ce4 triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:26:35.618975 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:35.629178 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-b54cae29-0bae-4b12-bf2f-0067e8ec41f9 req-7204c627-759f-461c-90bf-0ad88f22bb69 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480198 Jun 21 04:26:35.684614 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-7fb53d15-d788-42a6-9b4b-fc7626d331a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749528986408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553349'] for segment, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:35.731745 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-7fb53d15-d788-42a6-9b4b-fc7626d331a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607066'] for segment, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:35.746622 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fb53d15-d788-42a6-9b4b-fc7626d331a5 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=92782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:26:35.747342 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-7fb53d15-d788-42a6-9b4b-fc7626d331a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14133265'] for segment, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:35.751146 dv-cinder-797170-3-iscsi neutron-server[92782]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 21 04:26:35.751146 dv-cinder-797170-3-iscsi neutron-server[92782]: from cryptography.utils import int_from_bytes Jun 21 04:26:35.751146 dv-cinder-797170-3-iscsi neutron-server[92782]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 21 04:26:35.751146 dv-cinder-797170-3-iscsi neutron-server[92782]: from cryptography.utils import int_from_bytes Jun 21 04:26:35.751146 dv-cinder-797170-3-iscsi neutron-server[92782]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:26:35.751146 dv-cinder-797170-3-iscsi neutron-server[92782]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:26:35.751146 dv-cinder-797170-3-iscsi neutron-server[92782]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:26:35.751146 dv-cinder-797170-3-iscsi neutron-server[92782]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:26:35.751146 dv-cinder-797170-3-iscsi neutron-server[92782]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:26:35.751146 dv-cinder-797170-3-iscsi neutron-server[92782]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:26:35.751146 dv-cinder-797170-3-iscsi neutron-server[92782]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:26:35.751146 dv-cinder-797170-3-iscsi neutron-server[92782]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:26:35.751146 dv-cinder-797170-3-iscsi neutron-server[92782]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:26:35.751146 dv-cinder-797170-3-iscsi neutron-server[92782]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:26:35.751146 dv-cinder-797170-3-iscsi neutron-server[92782]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:26:35.751146 dv-cinder-797170-3-iscsi neutron-server[92782]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:26:35.751146 dv-cinder-797170-3-iscsi neutron-server[92782]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:26:35.751146 dv-cinder-797170-3-iscsi neutron-server[92782]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:26:35.751146 dv-cinder-797170-3-iscsi neutron-server[92782]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:26:35.751146 dv-cinder-797170-3-iscsi neutron-server[92782]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:26:35.751146 dv-cinder-797170-3-iscsi neutron-server[92782]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:26:35.751146 dv-cinder-797170-3-iscsi neutron-server[92782]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:26:35.751146 dv-cinder-797170-3-iscsi neutron-server[92782]: Traceback (most recent call last): Jun 21 04:26:35.751146 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:26:35.751146 dv-cinder-797170-3-iscsi neutron-server[92782]: timer() Jun 21 04:26:35.751146 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:26:35.751146 dv-cinder-797170-3-iscsi neutron-server[92782]: cb(*args, **kw) Jun 21 04:26:35.751146 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:26:35.751146 dv-cinder-797170-3-iscsi neutron-server[92782]: return func(*args, **kwargs) Jun 21 04:26:35.751146 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:26:35.751146 dv-cinder-797170-3-iscsi neutron-server[92782]: self._notify() Jun 21 04:26:35.751146 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:26:35.751146 dv-cinder-797170-3-iscsi neutron-server[92782]: self.callback(batched_events) Jun 21 04:26:35.751146 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:26:35.751146 dv-cinder-797170-3-iscsi neutron-server[92782]: event.method(event) Jun 21 04:26:35.751146 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:26:35.751146 dv-cinder-797170-3-iscsi neutron-server[92782]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:26:35.751146 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:26:35.751146 dv-cinder-797170-3-iscsi neutron-server[92782]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:26:35.751146 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:26:35.751146 dv-cinder-797170-3-iscsi neutron-server[92782]: return f(self, *a, **k) Jun 21 04:26:35.751146 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:26:35.751146 dv-cinder-797170-3-iscsi neutron-server[92782]: return self._get(url).json() Jun 21 04:26:35.751146 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:26:35.751146 dv-cinder-797170-3-iscsi neutron-server[92782]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:26:35.751146 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:26:35.751146 dv-cinder-797170-3-iscsi neutron-server[92782]: return self.request(url, 'GET', **kwargs) Jun 21 04:26:35.751146 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:26:35.751146 dv-cinder-797170-3-iscsi neutron-server[92782]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:26:35.751146 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:26:35.751146 dv-cinder-797170-3-iscsi neutron-server[92782]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:26:35.751146 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:26:35.751146 dv-cinder-797170-3-iscsi neutron-server[92782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:26:35.751146 dv-cinder-797170-3-iscsi neutron-server[92782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:26:35.770476 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:35.803141 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] For port c031c288-2929-4c56-9a14-a2244b372ce4, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=c031c288-2929-4c56-9a14-a2244b372ce4,segment=NetworkSegment(e399e9b6-8ae1-4c2d-bd11-625228d4b590),segment_id=e399e9b6-8ae1-4c2d-bd11-625228d4b590)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:26:35.813120 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:35.815148 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:35.844645 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838f92b-0253-453a-9232-cbe11461316b req-8edb37e2-016f-49d2-ac5d-009d17fdadbb tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:35.861835 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3838f92b-0253-453a-9232-cbe11461316b req-8edb37e2-016f-49d2-ac5d-009d17fdadbb tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 945 time: 0.4894869 Jun 21 04:26:35.869745 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-7fb53d15-d788-42a6-9b4b-fc7626d331a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-431616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689787'] for network, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:35.889031 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-8f151621-6bfa-4079-bc77-db1623995f0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:35.905487 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-7fb53d15-d788-42a6-9b4b-fc7626d331a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for network, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:35.918408 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Pushing event updated for resources: {'Port': ['ID=c031c288-2929-4c56-9a14-a2244b372ce4,revision_number=4']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:35.918520 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-7fb53d15-d788-42a6-9b4b-fc7626d331a5 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c6ae2bab-f488-4095-b86a-cac1576eb954 HTTP/1.1" status: 204 len: 168 time: 0.8705976 Jun 21 04:26:35.918710 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 57802) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:35.921631 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:35.924614 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [None req-fd01befc-a1ab-49f5-8b87-5c28f5b9250a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-646772080-network', 'tenant_id': '2013b3068b4f4429a3609bcf4a74097b'}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:26:35.936072 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb53d15-d788-42a6-9b4b-fc7626d331a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6ae2bab-f488-4095-b86a-cac1576eb954,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:35.945088 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-7fb53d15-d788-42a6-9b4b-fc7626d331a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:35.968482 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd01befc-a1ab-49f5-8b87-5c28f5b9250a admin admin] Made reservation on behalf of 2013b3068b4f4429a3609bcf4a74097b for: {'network': 1} {{(pid=92783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:26:35.968637 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3838f92b-0253-453a-9232-cbe11461316b req-2240e5cc-b26c-4bbe-a700-935010aa2a42 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057725 Jun 21 04:26:35.971010 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-fd01befc-a1ab-49f5-8b87-5c28f5b9250a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for network, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:35.980415 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-fd01befc-a1ab-49f5-8b87-5c28f5b9250a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:36.081430 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-fd01befc-a1ab-49f5-8b87-5c28f5b9250a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:36.085152 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-fd01befc-a1ab-49f5-8b87-5c28f5b9250a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:36.089010 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-08486489-a264-4c8b-9ea6-73e9149eb003 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:36.109091 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd01befc-a1ab-49f5-8b87-5c28f5b9250a admin admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=92783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:26:36.123946 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd01befc-a1ab-49f5-8b87-5c28f5b9250a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971aad0b-dd6f-493b-a9e1-5119a0dbccab,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:36.137349 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 57804) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:36.139212 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-fd01befc-a1ab-49f5-8b87-5c28f5b9250a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:36.140371 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-fd01befc-a1ab-49f5-8b87-5c28f5b9250a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607066'] for segment, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:36.140740 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.db.segments_db [None req-fd01befc-a1ab-49f5-8b87-5c28f5b9250a admin admin] Added segment 72d0c6a8-0aca-40f8-b71a-99fd38303e13 of type vlan for network 50bb7e21-04e8-496f-a01d-00177122559c Jun 21 04:26:36.184251 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-51de6c9c-61f5-4937-ac78-3c00482e5718 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c71a07bb9f2c4c28a80d202ae1e80694&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0411274 Jun 21 04:26:36.184452 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-fd01befc-a1ab-49f5-8b87-5c28f5b9250a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749528449994'] for network, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:36.185486 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 57806) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:36.212384 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-fd01befc-a1ab-49f5-8b87-5c28f5b9250a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-431616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067'] for network, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:36.213849 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd01befc-a1ab-49f5-8b87-5c28f5b9250a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:36.214489 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-fd01befc-a1ab-49f5-8b87-5c28f5b9250a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for network, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:36.217310 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:36.235001 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-b8a147e4-8476-40ed-9752-e207e4d8cc67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:36.258495 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-b8a147e4-8476-40ed-9752-e207e4d8cc67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:36.270082 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-fd01befc-a1ab-49f5-8b87-5c28f5b9250a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3504961 Jun 21 04:26:36.272722 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 57808) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:36.277755 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [None req-1308ba6f-89c0-4c6c-99de-8a989cfeaab0 admin admin] Request body: {'subnet': {'network_id': '50bb7e21-04e8-496f-a01d-00177122559c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-646772080-subnet', 'tenant_id': '2013b3068b4f4429a3609bcf4a74097b', 'ip_version': 4}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:26:36.280987 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd01befc-a1ab-49f5-8b87-5c28f5b9250a admin admin] Pushing event updated for resources: {'Network': ['ID=50bb7e21-04e8-496f-a01d-00177122559c,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:36.283526 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-fd01befc-a1ab-49f5-8b87-5c28f5b9250a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:36.292154 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Network 50bb7e21-04e8-496f-a01d-00177122559c details requested by agent ovs-agent-dv-cinder-797170-3-iscsi with host dv-cinder-797170-3-iscsi {{(pid=92784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:26:36.321259 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1308ba6f-89c0-4c6c-99de-8a989cfeaab0 admin admin] Made reservation on behalf of 2013b3068b4f4429a3609bcf4a74097b for: {'subnet': 1} {{(pid=92782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:26:36.324366 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-1308ba6f-89c0-4c6c-99de-8a989cfeaab0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14135538'] for subnet, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:36.385772 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-b8a147e4-8476-40ed-9752-e207e4d8cc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:36.388280 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-b8a147e4-8476-40ed-9752-e207e4d8cc67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:36.389393 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-b8a147e4-8476-40ed-9752-e207e4d8cc67 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e076f1fa-426d-4c01-aa29-5fa89e8ec02e HTTP/1.1" status: 204 len: 168 time: 0.2029312 Jun 21 04:26:36.393969 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-6cb048b5-b02f-46c6-8f34-ce6e9e8b5dee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:36.406250 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a147e4-8476-40ed-9752-e207e4d8cc67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e076f1fa-426d-4c01-aa29-5fa89e8ec02e,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:36.409724 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-b8a147e4-8476-40ed-9752-e207e4d8cc67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:36.532096 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-1308ba6f-89c0-4c6c-99de-8a989cfeaab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14133627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14135520'] for subnet, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:36.535337 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-fb1936a7-324d-4a31-8396-1ca78fe78dc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:36.593112 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1308ba6f-89c0-4c6c-99de-8a989cfeaab0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f4d123f-9122-4a60-a9b9-0969c4ba5c75,revision_number=0']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:36.601590 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-1308ba6f-89c0-4c6c-99de-8a989cfeaab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:36.607236 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1308ba6f-89c0-4c6c-99de-8a989cfeaab0 admin admin] Checking segment: {'id': '72d0c6a8-0aca-40f8-b71a-99fd38303e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '50bb7e21-04e8-496f-a01d-00177122559c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:26:36.607587 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1308ba6f-89c0-4c6c-99de-8a989cfeaab0 admin admin] Network hostable DHCP agents. Network: 50bb7e21-04e8-496f-a01d-00177122559c, hostable agents: ['6ffbca20-0783-49ee-bbe9-7ece843bbb1a'], hosted agents: [] {{(pid=92782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:26:36.623402 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1308ba6f-89c0-4c6c-99de-8a989cfeaab0 admin admin] Network 50bb7e21-04e8-496f-a01d-00177122559c is scheduled to be hosted by DHCP agent 6ffbca20-0783-49ee-bbe9-7ece843bbb1a with binding_index 1 {{(pid=92782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:26:36.635608 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.base_scheduler [None req-1308ba6f-89c0-4c6c-99de-8a989cfeaab0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-3-iscsi, 50bb7e21-04e8-496f-a01d-00177122559c) {{(pid=92782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:26:36.645684 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402a3bb1-d281-4311-97ff-2c2d29e9cbb7 None None] Network 50bb7e21-04e8-496f-a01d-00177122559c requested from dv-cinder-797170-3-iscsi {{(pid=92784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:26:36.648322 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1308ba6f-89c0-4c6c-99de-8a989cfeaab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:36.648916 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-1308ba6f-89c0-4c6c-99de-8a989cfeaab0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:36.672166 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-1308ba6f-89c0-4c6c-99de-8a989cfeaab0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3984070 Jun 21 04:26:36.674738 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 57820) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:36.679230 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [None req-d2fb5419-7aa9-4bca-8acb-98e201413c8b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-646772080-router', 'tenant_id': '2013b3068b4f4429a3609bcf4a74097b', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3'}}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:26:36.727086 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-d2fb5419-7aa9-4bca-8acb-98e201413c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1652140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1090'] for router, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:36.729686 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-d2fb5419-7aa9-4bca-8acb-98e201413c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1083'] for router, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:36.766863 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d505699a-94ef-42ae-8cf5-9a40661641bd None None] Sync routers for ids ['0f2bf705-ac60-4db1-8fb9-20b993e5135a'] in dv-cinder-797170-3-iscsi {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:26:36.789935 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d505699a-94ef-42ae-8cf5-9a40661641bd None None] Routers {'0f2bf705-ac60-4db1-8fb9-20b993e5135a'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:26:36.790606 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-d505699a-94ef-42ae-8cf5-9a40661641bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:26:30Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['0f2bf705-ac60-4db1-8fb9-20b993e5135a'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:26:36.828716 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-d2fb5419-7aa9-4bca-8acb-98e201413c8b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:36.935676 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-d505699a-94ef-42ae-8cf5-9a40661641bd None None] Set router 0f2bf705-ac60-4db1-8fb9-20b993e5135a gateway port host: dv-cinder-797170-3-iscsi {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:26:37.018807 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-d2fb5419-7aa9-4bca-8acb-98e201413c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691373', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1065'] for router, precommit_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:37.039370 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9a95b-be79-4ae1-9742-e7bec284918a req-9f853b09-d7a9-4c3c-af4d-a7e1dcb209c4 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:37.041233 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-bae9a95b-be79-4ae1-9742-e7bec284918a req-9f853b09-d7a9-4c3c-af4d-a7e1dcb209c4 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=39d47f31-1477-4640-8d2e-30c9e6724ba5 HTTP/1.1" status: 200 len: 945 time: 0.2307823 Jun 21 04:26:37.067557 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1cfad1-4518-4295-957c-5821a10505fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp852c364a-3c00-5dcc-a1ca-700424c8e09a-50bb7e21-04e8-496f-a01d-00177122559c', 'network_id': '50bb7e21-04e8-496f-a01d-00177122559c', 'tenant_id': '2013b3068b4f4429a3609bcf4a74097b', 'fixed_ips': [{'subnet_id': '6f4d123f-9122-4a60-a9b9-0969c4ba5c75'}]}} from dv-cinder-797170-3-iscsi. {{(pid=92784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 04:26:37.068535 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-ab1cfad1-4518-4295-957c-5821a10505fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:37.135918 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-bae9a95b-be79-4ae1-9742-e7bec284918a req-d6b28871-305c-40e6-aa2e-3ad90c0dc310 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800176 Jun 21 04:26:37.201172 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device c031c288-2929-4c56-9a14-a2244b372ce4 up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:26:37.434580 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.db_base_plugin_common [None req-ab1cfad1-4518-4295-957c-5821a10505fd None None] Allocated IP 172.20.0.2 (50bb7e21-04e8-496f-a01d-00177122559c/6f4d123f-9122-4a60-a9b9-0969c4ba5c75/8c74a391-4105-4706-80be-9a19b6417a5a) {{(pid=92784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:26:37.454100 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning complete for port c031c288-2929-4c56-9a14-a2244b372ce4 triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:26:37.454523 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:37.551271 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37a977-f3c5-4e5f-99c7-b507e1356ddf req-afc46e5d-0367-49c6-800e-fdac1076d901 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:37.552728 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-4a37a977-f3c5-4e5f-99c7-b507e1356ddf req-afc46e5d-0367-49c6-800e-fdac1076d901 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 945 time: 0.3955591 Jun 21 04:26:37.580748 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-d505699a-94ef-42ae-8cf5-9a40661641bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2bf705-ac60-4db1-8fb9-20b993e5135a', 'name': 'tempest-TestMinimumBasicScenario-180313155-router', 'tenant_id': '745539a724d14a38908499c2728ab2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'c031c288-2929-4c56-9a14-a2244b372ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:26:31Z', 'updated_at': '2021-06-21T04:26:34Z', 'revision_number': 4, 'project_id': '745539a724d14a38908499c2728ab2e3', 'gw_port': {'id': 'c031c288-2929-4c56-9a14-a2244b372ce4', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2bf705-ac60-4db1-8fb9-20b993e5135a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:26:31Z', 'updated_at': '2021-06-21T04:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': '7aa131a3-85d5-432a-95a6-7510fa707dbc', 'name': '', 'network_id': 'de51be99-4968-47a2-b994-f99e1af4ffea', 'tenant_id': '745539a724d14a38908499c2728ab2e3', 'mac_address': 'fa:16:3e:af:4c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2bf705-ac60-4db1-8fb9-20b993e5135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '84426b50-f58a-4895-847c-fc2b1761ca9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:26:33Z', 'updated_at': '2021-06-21T04:26:34Z', 'revision_number': 2, 'project_id': '745539a724d14a38908499c2728ab2e3', 'subnets': [{'id': '84426b50-f58a-4895-847c-fc2b1761ca9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:26:37.606762 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-d2fb5419-7aa9-4bca-8acb-98e201413c8b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:37.618044 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d505699a-94ef-42ae-8cf5-9a40661641bd None None] Checking router: 0f2bf705-ac60-4db1-8fb9-20b993e5135a for host: dv-cinder-797170-3-iscsi {{(pid=92784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:26:37.618437 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d505699a-94ef-42ae-8cf5-9a40661641bd None None] Updating router 0f2bf705-ac60-4db1-8fb9-20b993e5135a port 7aa131a3-85d5-432a-95a6-7510fa707dbc binding host dv-cinder-797170-3-iscsi {{(pid=92784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:26:37.629520 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-d2fb5419-7aa9-4bca-8acb-98e201413c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:37.646401 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-4a37a977-f3c5-4e5f-99c7-b507e1356ddf req-422ddff3-f10a-4887-b8f2-df81864a61c3 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727572 Jun 21 04:26:37.788333 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.db_base_plugin_common [None req-d2fb5419-7aa9-4bca-8acb-98e201413c8b admin admin] Allocated IP 172.27.3.249 (6916bb71-a8d9-40e6-a88e-dbc7129bc7b3/8c39627d-1aec-4229-8b15-efcd0ccd7e2f/ca15258c-1961-40c3-99c1-0b3b94809388) {{(pid=92782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:26:37.801557 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-ab1cfad1-4518-4295-957c-5821a10505fd None None] Notify callbacks [] for port, precommit_create {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:37.819534 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-ab1cfad1-4518-4295-957c-5821a10505fd None None] Transition to ACTIVE for port object 8c74a391-4105-4706-80be-9a19b6417a5a will not be triggered until provisioned by entity L2. {{(pid=92784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:26:37.843210 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-d505699a-94ef-42ae-8cf5-9a40661641bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:37.849052 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-ab1cfad1-4518-4295-957c-5821a10505fd None None] Transition to ACTIVE for port object 8c74a391-4105-4706-80be-9a19b6417a5a will not be triggered until provisioned by entity DHCP. {{(pid=92784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:26:37.906556 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-ab1cfad1-4518-4295-957c-5821a10505fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989'] for port, after_create {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:37.917327 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:37.927124 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-d2fb5419-7aa9-4bca-8acb-98e201413c8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:37.981190 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1cfad1-4518-4295-957c-5821a10505fd None None] Network 50bb7e21-04e8-496f-a01d-00177122559c is already hosted by enough agents. {{(pid=92784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:26:37.983465 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-d2fb5419-7aa9-4bca-8acb-98e201413c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14133711'] for port, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:37.992256 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.scheduler.base_scheduler [None req-ab1cfad1-4518-4295-957c-5821a10505fd None None] Resources bound (agent type, host, resource id): {{(pid=92784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:26:37.995134 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-08227963-84f2-4e7d-9dbb-6a217390052c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:38.001465 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1cfad1-4518-4295-957c-5821a10505fd None None] Received port after_create {{(pid=92784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:26:38.033770 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fb5419-7aa9-4bca-8acb-98e201413c8b admin admin] Network 6916bb71-a8d9-40e6-a88e-dbc7129bc7b3 is already hosted by enough agents. {{(pid=92782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:26:38.038041 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.base_scheduler [None req-d2fb5419-7aa9-4bca-8acb-98e201413c8b admin admin] Resources bound (agent type, host, resource id): {{(pid=92782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:26:38.041814 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fb5419-7aa9-4bca-8acb-98e201413c8b admin admin] Received port after_create {{(pid=92782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:26:38.129887 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1cfad1-4518-4295-957c-5821a10505fd None None] Pushing event updated for resources: {'Port': ['ID=8c74a391-4105-4706-80be-9a19b6417a5a,revision_number=1']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:38.177657 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-ab1cfad1-4518-4295-957c-5821a10505fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:38.209640 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fb5419-7aa9-4bca-8acb-98e201413c8b admin admin] Pushing event updated for resources: {'Port': ['ID=ca15258c-1961-40c3-99c1-0b3b94809388,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:38.216153 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-d2fb5419-7aa9-4bca-8acb-98e201413c8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:38.230676 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-ab1cfad1-4518-4295-957c-5821a10505fd None None] Attempting to bind port 8c74a391-4105-4706-80be-9a19b6417a5a on host dv-cinder-797170-3-iscsi for vnic_type normal with profile {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:26:38.231222 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-ab1cfad1-4518-4295-957c-5821a10505fd None None] Attempting to bind port 8c74a391-4105-4706-80be-9a19b6417a5a by drivers openvswitch,hyperv on host dv-cinder-797170-3-iscsi at level 0 using segments [{'id': '72d0c6a8-0aca-40f8-b71a-99fd38303e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '50bb7e21-04e8-496f-a01d-00177122559c'}] {{(pid=92784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:26:38.231956 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1cfad1-4518-4295-957c-5821a10505fd None None] Attempting to bind port 8c74a391-4105-4706-80be-9a19b6417a5a on network 50bb7e21-04e8-496f-a01d-00177122559c {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:26:38.239494 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1cfad1-4518-4295-957c-5821a10505fd None None] Checking agent: {'id': 'cd99bddb-5f01-48a7-a512-3eb4d714493f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 18), 'started_at': datetime.datetime(2021, 6, 21, 4, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:26:38.239844 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1cfad1-4518-4295-957c-5821a10505fd None None] Checking segment: {'id': '72d0c6a8-0aca-40f8-b71a-99fd38303e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '50bb7e21-04e8-496f-a01d-00177122559c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:26:38.240447 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-ab1cfad1-4518-4295-957c-5821a10505fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:38.240760 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1cfad1-4518-4295-957c-5821a10505fd None None] Bound using segment: {'id': '72d0c6a8-0aca-40f8-b71a-99fd38303e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '50bb7e21-04e8-496f-a01d-00177122559c'} {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:26:38.241266 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-ab1cfad1-4518-4295-957c-5821a10505fd None None] Bound port: 8c74a391-4105-4706-80be-9a19b6417a5a, host: dv-cinder-797170-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72d0c6a8-0aca-40f8-b71a-99fd38303e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '50bb7e21-04e8-496f-a01d-00177122559c'}}] {{(pid=92784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:26:38.241773 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-ab1cfad1-4518-4295-957c-5821a10505fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:38.356099 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-d2fb5419-7aa9-4bca-8acb-98e201413c8b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:38.372190 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-ab1cfad1-4518-4295-957c-5821a10505fd None None] For port 8c74a391-4105-4706-80be-9a19b6417a5a, host dv-cinder-797170-3-iscsi, cleared binding levels {{(pid=92784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:26:38.389337 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-ab1cfad1-4518-4295-957c-5821a10505fd None None] For port 8c74a391-4105-4706-80be-9a19b6417a5a, host dv-cinder-797170-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=8c74a391-4105-4706-80be-9a19b6417a5a,segment=NetworkSegment(72d0c6a8-0aca-40f8-b71a-99fd38303e13),segment_id=72d0c6a8-0aca-40f8-b71a-99fd38303e13)] {{(pid=92784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:26:38.395977 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-ab1cfad1-4518-4295-957c-5821a10505fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:38.403089 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:38.494855 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-d505699a-94ef-42ae-8cf5-9a40661641bd None None] Notify callbacks [] for port, precommit_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:38.497727 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1cfad1-4518-4295-957c-5821a10505fd None None] Pushing event updated for resources: {'Port': ['ID=8c74a391-4105-4706-80be-9a19b6417a5a,revision_number=2']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:38.501087 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-ab1cfad1-4518-4295-957c-5821a10505fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:38.509372 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-d505699a-94ef-42ae-8cf5-9a40661641bd None None] Transition to ACTIVE for port object 7aa131a3-85d5-432a-95a6-7510fa707dbc will not be triggered until provisioned by entity L2. {{(pid=92784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:26:38.516169 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-d505699a-94ef-42ae-8cf5-9a40661641bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:38.517996 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:38.583710 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-d2fb5419-7aa9-4bca-8acb-98e201413c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689657'] for router, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:38.715499 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70990f-3dbc-488c-b485-deda24a0b01a None None] Pushing event updated for resources: {'Port': ['ID=7aa131a3-85d5-432a-95a6-7510fa707dbc,revision_number=3']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:38.720048 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-2b70990f-3dbc-488c-b485-deda24a0b01a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:38.778337 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2fb5419-7aa9-4bca-8acb-98e201413c8b admin admin] Router 3296eff2-a8fc-46d1-9fe3-725c7be50ba6 is scheduled to L3 agent 24838221-9d49-44eb-9e47-6a2fc9da17a2 with binding_index 1 {{(pid=92782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 04:26:38.849608 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-d505699a-94ef-42ae-8cf5-9a40661641bd None None] Attempting to bind port 7aa131a3-85d5-432a-95a6-7510fa707dbc on host dv-cinder-797170-3-iscsi for vnic_type normal with profile {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:26:38.850089 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-d505699a-94ef-42ae-8cf5-9a40661641bd None None] Attempting to bind port 7aa131a3-85d5-432a-95a6-7510fa707dbc by drivers openvswitch,hyperv on host dv-cinder-797170-3-iscsi at level 0 using segments [{'id': '4eecd522-411d-4cfa-948b-d3d30878a1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'de51be99-4968-47a2-b994-f99e1af4ffea'}] {{(pid=92784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:26:38.850389 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d505699a-94ef-42ae-8cf5-9a40661641bd None None] Attempting to bind port 7aa131a3-85d5-432a-95a6-7510fa707dbc on network de51be99-4968-47a2-b994-f99e1af4ffea {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:26:38.868523 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d505699a-94ef-42ae-8cf5-9a40661641bd None None] Checking agent: {'id': 'cd99bddb-5f01-48a7-a512-3eb4d714493f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 18), 'started_at': datetime.datetime(2021, 6, 21, 4, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:26:38.869422 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d505699a-94ef-42ae-8cf5-9a40661641bd None None] Checking segment: {'id': '4eecd522-411d-4cfa-948b-d3d30878a1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'de51be99-4968-47a2-b994-f99e1af4ffea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:26:38.869910 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-d505699a-94ef-42ae-8cf5-9a40661641bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:38.870459 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d505699a-94ef-42ae-8cf5-9a40661641bd None None] Bound using segment: {'id': '4eecd522-411d-4cfa-948b-d3d30878a1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'de51be99-4968-47a2-b994-f99e1af4ffea'} {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:26:38.879066 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-d505699a-94ef-42ae-8cf5-9a40661641bd None None] Bound port: 7aa131a3-85d5-432a-95a6-7510fa707dbc, host: dv-cinder-797170-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eecd522-411d-4cfa-948b-d3d30878a1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'de51be99-4968-47a2-b994-f99e1af4ffea'}}] {{(pid=92784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:26:38.879066 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-d505699a-94ef-42ae-8cf5-9a40661641bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:38.962331 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-d505699a-94ef-42ae-8cf5-9a40661641bd None None] For port 7aa131a3-85d5-432a-95a6-7510fa707dbc, host dv-cinder-797170-3-iscsi, cleared binding levels {{(pid=92784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:26:38.967093 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-d505699a-94ef-42ae-8cf5-9a40661641bd None None] For port 7aa131a3-85d5-432a-95a6-7510fa707dbc, host dv-cinder-797170-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=7aa131a3-85d5-432a-95a6-7510fa707dbc,segment=NetworkSegment(4eecd522-411d-4cfa-948b-d3d30878a1c1),segment_id=4eecd522-411d-4cfa-948b-d3d30878a1c1)] {{(pid=92784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:26:38.974858 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-d505699a-94ef-42ae-8cf5-9a40661641bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:38.979510 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-1f0de8ed-ef21-4bbd-bd55-931a32777ac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:38.982477 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2fb5419-7aa9-4bca-8acb-98e201413c8b admin admin] Notify agent at l3_agent.dv-cinder-797170-3-iscsi the message routers_updated {{(pid=92782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:26:38.995145 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e44f7d-6f58-426b-a338-5015fe745ccc None None] Sync routers for ids ['3296eff2-a8fc-46d1-9fe3-725c7be50ba6'] in dv-cinder-797170-3-iscsi {{(pid=92785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:26:39.005435 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e44f7d-6f58-426b-a338-5015fe745ccc None None] Routers {'3296eff2-a8fc-46d1-9fe3-725c7be50ba6'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:26:39.006435 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-44e44f7d-6f58-426b-a338-5015fe745ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:26:30Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['3296eff2-a8fc-46d1-9fe3-725c7be50ba6'], 'active': True} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:26:39.008412 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f22d5-a6af-47dc-b91e-12ebef333117 req-a358e3eb-ca60-421c-8cd0-627364491f7a tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:39.015533 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-2a9f22d5-a6af-47dc-b91e-12ebef333117 req-a358e3eb-ca60-421c-8cd0-627364491f7a tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 945 time: 0.1511664 Jun 21 04:26:39.039698 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-d2fb5419-7aa9-4bca-8acb-98e201413c8b admin admin] Notify callbacks [] for router, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:39.040890 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-d2fb5419-7aa9-4bca-8acb-98e201413c8b admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3650451 Jun 21 04:26:39.043561 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 57880) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:39.090072 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70990f-3dbc-488c-b485-deda24a0b01a None None] Pushing event updated for resources: {'Port': ['ID=7aa131a3-85d5-432a-95a6-7510fa707dbc,revision_number=4']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:39.096126 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-2b70990f-3dbc-488c-b485-deda24a0b01a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:39.096842 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d505699a-94ef-42ae-8cf5-9a40661641bd None None] Routers {'0f2bf705-ac60-4db1-8fb9-20b993e5135a'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:26:39.098386 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-d505699a-94ef-42ae-8cf5-9a40661641bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:26:30Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['0f2bf705-ac60-4db1-8fb9-20b993e5135a'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:26:39.116466 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-2a9f22d5-a6af-47dc-b91e-12ebef333117 req-f95c8da5-7898-4766-abc4-a16c8c71fd34 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000271 Jun 21 04:26:39.222929 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvr_db [None req-44e44f7d-6f58-426b-a338-5015fe745ccc None None] Set router 3296eff2-a8fc-46d1-9fe3-725c7be50ba6 gateway port host: dv-cinder-797170-3-iscsi {{(pid=92785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:26:39.247725 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 8c74a391-4105-4706-80be-9a19b6417a5a up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:26:39.479785 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-d505699a-94ef-42ae-8cf5-9a40661641bd None None] Set router 0f2bf705-ac60-4db1-8fb9-20b993e5135a gateway port host: dv-cinder-797170-3-iscsi {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:26:39.577900 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning for port 8c74a391-4105-4706-80be-9a19b6417a5a completed by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:26:39.673304 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-44e44f7d-6f58-426b-a338-5015fe745ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3296eff2-a8fc-46d1-9fe3-725c7be50ba6', 'name': 'tempest-TestMinimumBasicScenario-646772080-router', 'tenant_id': '2013b3068b4f4429a3609bcf4a74097b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'ca15258c-1961-40c3-99c1-0b3b94809388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:26:36Z', 'updated_at': '2021-06-21T04:26:38Z', 'revision_number': 3, 'project_id': '2013b3068b4f4429a3609bcf4a74097b', 'gw_port': {'id': 'ca15258c-1961-40c3-99c1-0b3b94809388', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c5:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3296eff2-a8fc-46d1-9fe3-725c7be50ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:26:37Z', 'updated_at': '2021-06-21T04:26:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi'}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:26:39.731241 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e44f7d-6f58-426b-a338-5015fe745ccc None None] Checking router: 3296eff2-a8fc-46d1-9fe3-725c7be50ba6 for host: dv-cinder-797170-3-iscsi {{(pid=92785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:26:39.731840 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e44f7d-6f58-426b-a338-5015fe745ccc None None] Updating router 3296eff2-a8fc-46d1-9fe3-725c7be50ba6 port ca15258c-1961-40c3-99c1-0b3b94809388 binding host dv-cinder-797170-3-iscsi {{(pid=92785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:26:39.808991 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-44e44f7d-6f58-426b-a338-5015fe745ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:39.833250 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-d505699a-94ef-42ae-8cf5-9a40661641bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2bf705-ac60-4db1-8fb9-20b993e5135a', 'name': 'tempest-TestMinimumBasicScenario-180313155-router', 'tenant_id': '745539a724d14a38908499c2728ab2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'c031c288-2929-4c56-9a14-a2244b372ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:26:31Z', 'updated_at': '2021-06-21T04:26:34Z', 'revision_number': 4, 'project_id': '745539a724d14a38908499c2728ab2e3', 'gw_port': {'id': 'c031c288-2929-4c56-9a14-a2244b372ce4', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2bf705-ac60-4db1-8fb9-20b993e5135a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:26:31Z', 'updated_at': '2021-06-21T04:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': '7aa131a3-85d5-432a-95a6-7510fa707dbc', 'name': '', 'network_id': 'de51be99-4968-47a2-b994-f99e1af4ffea', 'tenant_id': '745539a724d14a38908499c2728ab2e3', 'mac_address': 'fa:16:3e:af:4c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2bf705-ac60-4db1-8fb9-20b993e5135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '84426b50-f58a-4895-847c-fc2b1761ca9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:26:33Z', 'updated_at': '2021-06-21T04:26:38Z', 'revision_number': 4, 'project_id': '745539a724d14a38908499c2728ab2e3', 'subnets': [{'id': '84426b50-f58a-4895-847c-fc2b1761ca9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:26:39.866636 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d505699a-94ef-42ae-8cf5-9a40661641bd None None] The sync data for ids ['0f2bf705-ac60-4db1-8fb9-20b993e5135a'] in dv-cinder-797170-3-iscsi is: [{'id': '0f2bf705-ac60-4db1-8fb9-20b993e5135a', 'name': 'tempest-TestMinimumBasicScenario-180313155-router', 'tenant_id': '745539a724d14a38908499c2728ab2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'c031c288-2929-4c56-9a14-a2244b372ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:26:31Z', 'updated_at': '2021-06-21T04:26:34Z', 'revision_number': 4, 'project_id': '745539a724d14a38908499c2728ab2e3', 'gw_port': {'id': 'c031c288-2929-4c56-9a14-a2244b372ce4', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2bf705-ac60-4db1-8fb9-20b993e5135a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:26:31Z', 'updated_at': '2021-06-21T04:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': '7aa131a3-85d5-432a-95a6-7510fa707dbc', 'name': '', 'network_id': 'de51be99-4968-47a2-b994-f99e1af4ffea', 'tenant_id': '745539a724d14a38908499c2728ab2e3', 'mac_address': 'fa:16:3e:af:4c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2bf705-ac60-4db1-8fb9-20b993e5135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '84426b50-f58a-4895-847c-fc2b1761ca9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:26:33Z', 'updated_at': '2021-06-21T04:26:38Z', 'revision_number': 4, 'project_id': '745539a724d14a38908499c2728ab2e3', 'subnets': [{'id': '84426b50-f58a-4895-847c-fc2b1761ca9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:26:39.960994 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f14c1-6260-49f7-86a9-26a81d375770 req-e2cb3039-b04e-4750-af39-3ed9755a31af tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:39.968707 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-168f14c1-6260-49f7-86a9-26a81d375770 req-e2cb3039-b04e-4750-af39-3ed9755a31af tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/networks?id=6b3c7cb1-477e-4c5f-9965-cb60a2d8de14 HTTP/1.1" status: 200 len: 815 time: 0.3099082 Jun 21 04:26:40.000866 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-194a3cda-3f56-494e-88d9-7036d06e3981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:40.005769 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-168f14c1-6260-49f7-86a9-26a81d375770 req-8e2942af-3bf5-4de0-8cc7-ff79ac24d1f5 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/quotas/dd9a1f8984c4474aa4722fd84f45b670 HTTP/1.1" status: 200 len: 375 time: 0.0359690 Jun 21 04:26:40.030949 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa3c6fd-8f12-4530-9d5a-f34989da178a None None] Network 50bb7e21-04e8-496f-a01d-00177122559c requested from dv-cinder-797170-3-iscsi {{(pid=92784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:26:40.111685 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-abc858e4-bc63-45ca-85b7-eae246b04a1a None None] Provisioning for port 8c74a391-4105-4706-80be-9a19b6417a5a completed by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:26:40.127475 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-abc858e4-bc63-45ca-85b7-eae246b04a1a None None] Provisioning complete for port 8c74a391-4105-4706-80be-9a19b6417a5a triggered by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:26:40.128428 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-abc858e4-bc63-45ca-85b7-eae246b04a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:40.193014 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-44e44f7d-6f58-426b-a338-5015fe745ccc None None] Notify callbacks [] for port, precommit_update {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:40.209016 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.provisioning_blocks [None req-44e44f7d-6f58-426b-a338-5015fe745ccc None None] Transition to ACTIVE for port object ca15258c-1961-40c3-99c1-0b3b94809388 will not be triggered until provisioned by entity L2. {{(pid=92785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:26:40.230783 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-44e44f7d-6f58-426b-a338-5015fe745ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:40.233363 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG oslo_concurrency.lockutils [None req-a4f4c440-3618-4dce-8860-609d3d2113bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:40.260318 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.db_base_plugin_common [None req-194a3cda-3f56-494e-88d9-7036d06e3981 admin admin] Allocated IP 172.20.0.1 (50bb7e21-04e8-496f-a01d-00177122559c/6f4d123f-9122-4a60-a9b9-0969c4ba5c75/d00d330e-923b-4b15-9334-ebb52d1db682) {{(pid=92782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:26:40.266316 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-abc858e4-bc63-45ca-85b7-eae246b04a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:40.326593 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e812ec4-f308-4a6f-85e1-5d8e2625c335 None None] Pushing event updated for resources: {'Port': ['ID=ca15258c-1961-40c3-99c1-0b3b94809388,revision_number=2']} {{(pid=92785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:40.330540 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG oslo_concurrency.lockutils [None req-9e812ec4-f308-4a6f-85e1-5d8e2625c335 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:40.350780 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.managers [None req-44e44f7d-6f58-426b-a338-5015fe745ccc None None] Attempting to bind port ca15258c-1961-40c3-99c1-0b3b94809388 on host dv-cinder-797170-3-iscsi for vnic_type normal with profile {{(pid=92785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:26:40.351299 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.managers [None req-44e44f7d-6f58-426b-a338-5015fe745ccc None None] Attempting to bind port ca15258c-1961-40c3-99c1-0b3b94809388 by drivers openvswitch,hyperv on host dv-cinder-797170-3-iscsi at level 0 using segments [{'id': 'e399e9b6-8ae1-4c2d-bd11-625228d4b590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3'}] {{(pid=92785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:26:40.351678 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e44f7d-6f58-426b-a338-5015fe745ccc None None] Attempting to bind port ca15258c-1961-40c3-99c1-0b3b94809388 on network 6916bb71-a8d9-40e6-a88e-dbc7129bc7b3 {{(pid=92785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:26:40.354073 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-abc858e4-bc63-45ca-85b7-eae246b04a1a None None] For port 8c74a391-4105-4706-80be-9a19b6417a5a, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=8c74a391-4105-4706-80be-9a19b6417a5a,segment=NetworkSegment(72d0c6a8-0aca-40f8-b71a-99fd38303e13),segment_id=72d0c6a8-0aca-40f8-b71a-99fd38303e13)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:26:40.357473 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e44f7d-6f58-426b-a338-5015fe745ccc None None] Checking agent: {'id': 'cd99bddb-5f01-48a7-a512-3eb4d714493f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 18), 'started_at': datetime.datetime(2021, 6, 21, 4, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:26:40.357897 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e44f7d-6f58-426b-a338-5015fe745ccc None None] Checking segment: {'id': 'e399e9b6-8ae1-4c2d-bd11-625228d4b590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:26:40.358400 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-44e44f7d-6f58-426b-a338-5015fe745ccc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:40.358880 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e44f7d-6f58-426b-a338-5015fe745ccc None None] Bound using segment: {'id': 'e399e9b6-8ae1-4c2d-bd11-625228d4b590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3'} {{(pid=92785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:26:40.359352 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.managers [None req-44e44f7d-6f58-426b-a338-5015fe745ccc None None] Bound port: ca15258c-1961-40c3-99c1-0b3b94809388, host: dv-cinder-797170-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e399e9b6-8ae1-4c2d-bd11-625228d4b590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3'}}] {{(pid=92785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:26:40.359725 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-44e44f7d-6f58-426b-a338-5015fe745ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:40.363828 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-abc858e4-bc63-45ca-85b7-eae246b04a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:40.366768 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:40.422245 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.db [None req-44e44f7d-6f58-426b-a338-5015fe745ccc None None] For port ca15258c-1961-40c3-99c1-0b3b94809388, host dv-cinder-797170-3-iscsi, cleared binding levels {{(pid=92785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:26:40.426473 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.db [None req-44e44f7d-6f58-426b-a338-5015fe745ccc None None] For port ca15258c-1961-40c3-99c1-0b3b94809388, host dv-cinder-797170-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=ca15258c-1961-40c3-99c1-0b3b94809388,segment=NetworkSegment(e399e9b6-8ae1-4c2d-bd11-625228d4b590),segment_id=e399e9b6-8ae1-4c2d-bd11-625228d4b590)] {{(pid=92785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:26:40.427965 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc858e4-bc63-45ca-85b7-eae246b04a1a None None] Pushing event updated for resources: {'Port': ['ID=8c74a391-4105-4706-80be-9a19b6417a5a,revision_number=3']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:40.434147 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-44e44f7d-6f58-426b-a338-5015fe745ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:40.438641 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG oslo_concurrency.lockutils [None req-9e812ec4-f308-4a6f-85e1-5d8e2625c335 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:40.448929 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-abc858e4-bc63-45ca-85b7-eae246b04a1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:40.473587 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-168f14c1-6260-49f7-86a9-26a81d375770 req-458f6cbb-da4f-4a35-8edc-e1dc6194baf7 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dd9a1f8984c4474aa4722fd84f45b670&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4520347 Jun 21 04:26:40.497501 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e812ec4-f308-4a6f-85e1-5d8e2625c335 None None] Pushing event updated for resources: {'Port': ['ID=ca15258c-1961-40c3-99c1-0b3b94809388,revision_number=3']} {{(pid=92785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:40.528899 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e44f7d-6f58-426b-a338-5015fe745ccc None None] Routers {'3296eff2-a8fc-46d1-9fe3-725c7be50ba6'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:26:40.529529 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-44e44f7d-6f58-426b-a338-5015fe745ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:26:30Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['3296eff2-a8fc-46d1-9fe3-725c7be50ba6'], 'active': True} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:26:40.533896 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG oslo_concurrency.lockutils [None req-9e812ec4-f308-4a6f-85e1-5d8e2625c335 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:40.548167 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-194a3cda-3f56-494e-88d9-7036d06e3981 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:40.557763 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c21085-393a-4297-9817-9b9670bea7e9 req-8708d3c8-7126-4afb-92ad-e95d4cd5e8f3 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:40.559361 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a7c21085-393a-4297-9817-9b9670bea7e9 req-8708d3c8-7126-4afb-92ad-e95d4cd5e8f3 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 945 time: 0.2492437 Jun 21 04:26:40.590667 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.provisioning_blocks [None req-194a3cda-3f56-494e-88d9-7036d06e3981 admin admin] Transition to ACTIVE for port object d00d330e-923b-4b15-9334-ebb52d1db682 will not be triggered until provisioned by entity DHCP. {{(pid=92782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:26:40.689924 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-63b4dcc1-cbe4-450a-a4ad-5cf0e1e7ff34 None None] Provisioning complete for port 8c74a391-4105-4706-80be-9a19b6417a5a triggered by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:26:40.690609 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-63b4dcc1-cbe4-450a-a4ad-5cf0e1e7ff34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:40.694973 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-168f14c1-6260-49f7-86a9-26a81d375770 req-35ad99ab-b8b8-483f-a26e-70f35e21dd42 service neutron] 10.222.0.53 "GET /v2.0/networks/6b3c7cb1-477e-4c5f-9965-cb60a2d8de14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138729 Jun 21 04:26:40.710644 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a7c21085-393a-4297-9817-9b9670bea7e9 req-149e44f9-f7e1-40af-9d95-6918b34bdf3e tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372497 Jun 21 04:26:40.797233 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvr_db [None req-44e44f7d-6f58-426b-a338-5015fe745ccc None None] Set router 3296eff2-a8fc-46d1-9fe3-725c7be50ba6 gateway port host: dv-cinder-797170-3-iscsi {{(pid=92785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:26:40.826084 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-168f14c1-6260-49f7-86a9-26a81d375770 req-56f2f134-047a-4733-b2d7-194e3ee6ec0c service neutron] 10.222.0.53 "GET /v2.0/networks/6b3c7cb1-477e-4c5f-9965-cb60a2d8de14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239069 Jun 21 04:26:40.827750 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-194a3cda-3f56-494e-88d9-7036d06e3981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14133711'] for port, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:40.831798 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-2bc74358-dc30-4dad-b783-dd15b6147bf9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:40.879236 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194a3cda-3f56-494e-88d9-7036d06e3981 admin admin] Network 50bb7e21-04e8-496f-a01d-00177122559c is already hosted by enough agents. {{(pid=92782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:26:40.882415 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.base_scheduler [None req-194a3cda-3f56-494e-88d9-7036d06e3981 admin admin] Resources bound (agent type, host, resource id): {{(pid=92782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:26:40.885029 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194a3cda-3f56-494e-88d9-7036d06e3981 admin admin] Received port after_create {{(pid=92782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:26:40.936316 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-194a3cda-3f56-494e-88d9-7036d06e3981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1693462'] for router_interface, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:41.090331 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a3cda-3f56-494e-88d9-7036d06e3981 admin admin] Pushing event updated for resources: {'Port': ['ID=d00d330e-923b-4b15-9334-ebb52d1db682,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:41.094685 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-194a3cda-3f56-494e-88d9-7036d06e3981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:41.126537 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-44e44f7d-6f58-426b-a338-5015fe745ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3296eff2-a8fc-46d1-9fe3-725c7be50ba6', 'name': 'tempest-TestMinimumBasicScenario-646772080-router', 'tenant_id': '2013b3068b4f4429a3609bcf4a74097b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'ca15258c-1961-40c3-99c1-0b3b94809388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:26:36Z', 'updated_at': '2021-06-21T04:26:38Z', 'revision_number': 3, 'project_id': '2013b3068b4f4429a3609bcf4a74097b', 'gw_port': {'id': 'ca15258c-1961-40c3-99c1-0b3b94809388', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c5:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3296eff2-a8fc-46d1-9fe3-725c7be50ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:26:37Z', 'updated_at': '2021-06-21T04:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi'}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:26:41.183441 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e44f7d-6f58-426b-a338-5015fe745ccc None None] The sync data for ids ['3296eff2-a8fc-46d1-9fe3-725c7be50ba6'] in dv-cinder-797170-3-iscsi is: [{'id': '3296eff2-a8fc-46d1-9fe3-725c7be50ba6', 'name': 'tempest-TestMinimumBasicScenario-646772080-router', 'tenant_id': '2013b3068b4f4429a3609bcf4a74097b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'ca15258c-1961-40c3-99c1-0b3b94809388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:26:36Z', 'updated_at': '2021-06-21T04:26:38Z', 'revision_number': 3, 'project_id': '2013b3068b4f4429a3609bcf4a74097b', 'gw_port': {'id': 'ca15258c-1961-40c3-99c1-0b3b94809388', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c5:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3296eff2-a8fc-46d1-9fe3-725c7be50ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:26:37Z', 'updated_at': '2021-06-21T04:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi'}] {{(pid=92785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:26:41.219207 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-194a3cda-3f56-494e-88d9-7036d06e3981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:41.281318 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-1319c3d2-4a04-4ac7-9704-693fc6a44982 None None] Provisioning for port d00d330e-923b-4b15-9334-ebb52d1db682 completed by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:26:41.288865 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-1319c3d2-4a04-4ac7-9704-693fc6a44982 None None] Provisioning complete for port d00d330e-923b-4b15-9334-ebb52d1db682 triggered by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:26:41.289252 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-1319c3d2-4a04-4ac7-9704-693fc6a44982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:41.381276 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-1319c3d2-4a04-4ac7-9704-693fc6a44982 None None] Port d00d330e-923b-4b15-9334-ebb52d1db682 cannot update to ACTIVE because it is not bound. {{(pid=92784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:26:41.384719 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 8c74a391-4105-4706-80be-9a19b6417a5a up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:26:41.450922 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning complete for port 8c74a391-4105-4706-80be-9a19b6417a5a triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:26:41.451425 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:41.461327 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-194a3cda-3f56-494e-88d9-7036d06e3981 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:41.469689 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-194a3cda-3f56-494e-88d9-7036d06e3981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14133753'] for port, after_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:41.473181 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:41.547465 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 7aa131a3-85d5-432a-95a6-7510fa707dbc up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:26:41.563951 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-194a3cda-3f56-494e-88d9-7036d06e3981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1773157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690639'] for router_interface, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:41.574993 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a3cda-3f56-494e-88d9-7036d06e3981 admin admin] Pushing event updated for resources: {'Port': ['ID=d00d330e-923b-4b15-9334-ebb52d1db682,revision_number=2']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:41.609646 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning for port 7aa131a3-85d5-432a-95a6-7510fa707dbc completed by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:26:41.614821 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning complete for port 7aa131a3-85d5-432a-95a6-7510fa707dbc triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:26:41.615211 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:41.634448 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-194a3cda-3f56-494e-88d9-7036d06e3981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:41.688763 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194a3cda-3f56-494e-88d9-7036d06e3981 admin admin] Network 50bb7e21-04e8-496f-a01d-00177122559c is already hosted by enough agents. {{(pid=92782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:26:41.691796 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.base_scheduler [None req-194a3cda-3f56-494e-88d9-7036d06e3981 admin admin] Resources bound (agent type, host, resource id): {{(pid=92782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:26:41.731263 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:41.768994 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] For port 7aa131a3-85d5-432a-95a6-7510fa707dbc, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=7aa131a3-85d5-432a-95a6-7510fa707dbc,segment=NetworkSegment(4eecd522-411d-4cfa-948b-d3d30878a1c1),segment_id=4eecd522-411d-4cfa-948b-d3d30878a1c1)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:26:41.773276 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:41.775347 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-9806cafb-5b48-4536-8c37-69d4b444d86e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:41.843676 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Pushing event updated for resources: {'Port': ['ID=7aa131a3-85d5-432a-95a6-7510fa707dbc,revision_number=5']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:41.850756 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:42.020440 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-3da4b7ef-f2e5-4f71-b7a1-4912147e934f None None] Provisioning complete for port d00d330e-923b-4b15-9334-ebb52d1db682 triggered by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:26:42.020990 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-3da4b7ef-f2e5-4f71-b7a1-4912147e934f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:42.058344 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-3da4b7ef-f2e5-4f71-b7a1-4912147e934f None None] Port d00d330e-923b-4b15-9334-ebb52d1db682 cannot update to ACTIVE because it is not bound. {{(pid=92784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:26:42.098380 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-194a3cda-3f56-494e-88d9-7036d06e3981 admin admin] Router 3296eff2-a8fc-46d1-9fe3-725c7be50ba6 has already been hosted by L3 agent 24838221-9d49-44eb-9e47-6a2fc9da17a2 {{(pid=92782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:26:42.234942 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194a3cda-3f56-494e-88d9-7036d06e3981 admin admin] Notify agent at l3_agent.dv-cinder-797170-3-iscsi the message routers_updated {{(pid=92782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:26:42.243206 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-194a3cda-3f56-494e-88d9-7036d06e3981 admin admin] 10.222.0.53 "PUT /v2.0/routers/3296eff2-a8fc-46d1-9fe3-725c7be50ba6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1985533 Jun 21 04:26:43.208802 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device ca15258c-1961-40c3-99c1-0b3b94809388 up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:26:43.259352 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4875f494-b826-4c6e-af92-8b6ec663b659 None None] Sync routers for ids ['3296eff2-a8fc-46d1-9fe3-725c7be50ba6'] in dv-cinder-797170-3-iscsi {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:26:43.295163 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4875f494-b826-4c6e-af92-8b6ec663b659 None None] Routers {'3296eff2-a8fc-46d1-9fe3-725c7be50ba6'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:26:43.296102 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-4875f494-b826-4c6e-af92-8b6ec663b659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:26:30Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['3296eff2-a8fc-46d1-9fe3-725c7be50ba6'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:26:43.385046 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning for port ca15258c-1961-40c3-99c1-0b3b94809388 completed by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:26:43.397107 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning complete for port ca15258c-1961-40c3-99c1-0b3b94809388 triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:26:43.397486 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:43.449566 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-4875f494-b826-4c6e-af92-8b6ec663b659 None None] Set router 3296eff2-a8fc-46d1-9fe3-725c7be50ba6 gateway port host: dv-cinder-797170-3-iscsi {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:26:43.613675 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:43.653385 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] For port ca15258c-1961-40c3-99c1-0b3b94809388, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=ca15258c-1961-40c3-99c1-0b3b94809388,segment=NetworkSegment(e399e9b6-8ae1-4c2d-bd11-625228d4b590),segment_id=e399e9b6-8ae1-4c2d-bd11-625228d4b590)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:26:43.670495 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:43.671795 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 7aa131a3-85d5-432a-95a6-7510fa707dbc up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:26:43.676847 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-8c319111-f967-4480-8f1b-f57e8aa4f7a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:43.827344 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f006bb33-d471-44d6-b61a-1f31f7f45542 req-025d5bf1-607a-4f84-a75a-02b5706c6c99 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=38d78f8b-16cc-42b8-b91f-faedbc0988fd HTTP/1.1" status: 200 len: 210 time: 0.0529191 Jun 21 04:26:43.984919 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a332476-2420-4016-9d5d-60d0fe8c1355 req-a7784c32-4cef-49eb-bb47-7dd148ed2b2b tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:43.986081 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Pushing event updated for resources: {'Port': ['ID=ca15258c-1961-40c3-99c1-0b3b94809388,revision_number=4']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:43.987959 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-4a332476-2420-4016-9d5d-60d0fe8c1355 req-a7784c32-4cef-49eb-bb47-7dd148ed2b2b tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 945 time: 0.0965183 Jun 21 04:26:43.998548 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:44.000389 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning complete for port 7aa131a3-85d5-432a-95a6-7510fa707dbc triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:26:44.000872 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:44.037832 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-4a332476-2420-4016-9d5d-60d0fe8c1355 req-e199132e-d784-4987-80dc-393bfd56e22b tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438304 Jun 21 04:26:44.068217 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-4875f494-b826-4c6e-af92-8b6ec663b659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3296eff2-a8fc-46d1-9fe3-725c7be50ba6', 'name': 'tempest-TestMinimumBasicScenario-646772080-router', 'tenant_id': '2013b3068b4f4429a3609bcf4a74097b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'ca15258c-1961-40c3-99c1-0b3b94809388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:26:36Z', 'updated_at': '2021-06-21T04:26:41Z', 'revision_number': 4, 'project_id': '2013b3068b4f4429a3609bcf4a74097b', 'gw_port': {'id': 'ca15258c-1961-40c3-99c1-0b3b94809388', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c5:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3296eff2-a8fc-46d1-9fe3-725c7be50ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:26:37Z', 'updated_at': '2021-06-21T04:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': 'd00d330e-923b-4b15-9334-ebb52d1db682', 'name': '', 'network_id': '50bb7e21-04e8-496f-a01d-00177122559c', 'tenant_id': '2013b3068b4f4429a3609bcf4a74097b', 'mac_address': 'fa:16:3e:02:b1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3296eff2-a8fc-46d1-9fe3-725c7be50ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '6f4d123f-9122-4a60-a9b9-0969c4ba5c75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:26:40Z', 'updated_at': '2021-06-21T04:26:41Z', 'revision_number': 2, 'project_id': '2013b3068b4f4429a3609bcf4a74097b', 'subnets': [{'id': '6f4d123f-9122-4a60-a9b9-0969c4ba5c75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:26:44.119810 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4875f494-b826-4c6e-af92-8b6ec663b659 None None] Checking router: 3296eff2-a8fc-46d1-9fe3-725c7be50ba6 for host: dv-cinder-797170-3-iscsi {{(pid=92784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:26:44.120261 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4875f494-b826-4c6e-af92-8b6ec663b659 None None] Updating router 3296eff2-a8fc-46d1-9fe3-725c7be50ba6 port d00d330e-923b-4b15-9334-ebb52d1db682 binding host dv-cinder-797170-3-iscsi {{(pid=92784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:26:44.199428 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-4875f494-b826-4c6e-af92-8b6ec663b659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:44.517491 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-4875f494-b826-4c6e-af92-8b6ec663b659 None None] Notify callbacks [] for port, precommit_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:44.530741 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-4875f494-b826-4c6e-af92-8b6ec663b659 None None] Transition to ACTIVE for port object d00d330e-923b-4b15-9334-ebb52d1db682 will not be triggered until provisioned by entity L2. {{(pid=92784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:26:44.537180 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-4875f494-b826-4c6e-af92-8b6ec663b659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:44.541555 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:44.763899 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae0b723-2999-424e-b15c-7d4eb70fe6b2 None None] Pushing event updated for resources: {'Port': ['ID=d00d330e-923b-4b15-9334-ebb52d1db682,revision_number=3']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:44.768151 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-4ae0b723-2999-424e-b15c-7d4eb70fe6b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:44.953997 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-4875f494-b826-4c6e-af92-8b6ec663b659 None None] Attempting to bind port d00d330e-923b-4b15-9334-ebb52d1db682 on host dv-cinder-797170-3-iscsi for vnic_type normal with profile {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:26:44.954459 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-4875f494-b826-4c6e-af92-8b6ec663b659 None None] Attempting to bind port d00d330e-923b-4b15-9334-ebb52d1db682 by drivers openvswitch,hyperv on host dv-cinder-797170-3-iscsi at level 0 using segments [{'id': '72d0c6a8-0aca-40f8-b71a-99fd38303e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '50bb7e21-04e8-496f-a01d-00177122559c'}] {{(pid=92784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:26:44.955183 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4875f494-b826-4c6e-af92-8b6ec663b659 None None] Attempting to bind port d00d330e-923b-4b15-9334-ebb52d1db682 on network 50bb7e21-04e8-496f-a01d-00177122559c {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:26:44.962137 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4875f494-b826-4c6e-af92-8b6ec663b659 None None] Checking agent: {'id': 'cd99bddb-5f01-48a7-a512-3eb4d714493f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 18), 'started_at': datetime.datetime(2021, 6, 21, 4, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:26:44.962637 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4875f494-b826-4c6e-af92-8b6ec663b659 None None] Checking segment: {'id': '72d0c6a8-0aca-40f8-b71a-99fd38303e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '50bb7e21-04e8-496f-a01d-00177122559c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:26:44.963060 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-4875f494-b826-4c6e-af92-8b6ec663b659 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:44.963469 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4875f494-b826-4c6e-af92-8b6ec663b659 None None] Bound using segment: {'id': '72d0c6a8-0aca-40f8-b71a-99fd38303e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '50bb7e21-04e8-496f-a01d-00177122559c'} {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:26:44.963958 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-4875f494-b826-4c6e-af92-8b6ec663b659 None None] Bound port: d00d330e-923b-4b15-9334-ebb52d1db682, host: dv-cinder-797170-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72d0c6a8-0aca-40f8-b71a-99fd38303e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '50bb7e21-04e8-496f-a01d-00177122559c'}}] {{(pid=92784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:26:44.964348 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-4875f494-b826-4c6e-af92-8b6ec663b659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:45.067942 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-4875f494-b826-4c6e-af92-8b6ec663b659 None None] For port d00d330e-923b-4b15-9334-ebb52d1db682, host dv-cinder-797170-3-iscsi, cleared binding levels {{(pid=92784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:26:45.075490 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-4875f494-b826-4c6e-af92-8b6ec663b659 None None] For port d00d330e-923b-4b15-9334-ebb52d1db682, host dv-cinder-797170-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=d00d330e-923b-4b15-9334-ebb52d1db682,segment=NetworkSegment(72d0c6a8-0aca-40f8-b71a-99fd38303e13),segment_id=72d0c6a8-0aca-40f8-b71a-99fd38303e13)] {{(pid=92784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:26:45.085387 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-4875f494-b826-4c6e-af92-8b6ec663b659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:45.089736 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:45.203795 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device ca15258c-1961-40c3-99c1-0b3b94809388 up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:26:45.211117 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f14c1-6260-49f7-86a9-26a81d375770 req-ac8f1cfc-6357-4aa7-b9f5-67f7366e537d tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:45.212997 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-168f14c1-6260-49f7-86a9-26a81d375770 req-ac8f1cfc-6357-4aa7-b9f5-67f7366e537d tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.55 "GET /v2.0/networks?id=6b3c7cb1-477e-4c5f-9965-cb60a2d8de14 HTTP/1.1" status: 200 len: 815 time: 0.3239191 Jun 21 04:26:45.228291 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae0b723-2999-424e-b15c-7d4eb70fe6b2 None None] Pushing event updated for resources: {'Port': ['ID=d00d330e-923b-4b15-9334-ebb52d1db682,revision_number=4']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:45.235623 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-4ae0b723-2999-424e-b15c-7d4eb70fe6b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:45.249779 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-271a5e94-c9a8-432a-a92f-4e147ca90757 req-731b7966-d026-4ec7-a259-e0a73578720b tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=38d78f8b-16cc-42b8-b91f-faedbc0988fd HTTP/1.1" status: 200 len: 210 time: 0.0835073 Jun 21 04:26:45.257795 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [req-168f14c1-6260-49f7-86a9-26a81d375770 req-2ac8b301-de47-4cdb-a8e0-3920c3515a14 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Request body: {'port': {'device_id': '38d78f8b-16cc-42b8-b91f-faedbc0988fd', 'network_id': '6b3c7cb1-477e-4c5f-9965-cb60a2d8de14', 'admin_state_up': True, 'tenant_id': 'dd9a1f8984c4474aa4722fd84f45b670'}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:26:45.259969 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4875f494-b826-4c6e-af92-8b6ec663b659 None None] Routers {'3296eff2-a8fc-46d1-9fe3-725c7be50ba6'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:26:45.260639 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-4875f494-b826-4c6e-af92-8b6ec663b659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:26:30Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['3296eff2-a8fc-46d1-9fe3-725c7be50ba6'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:26:45.502834 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning complete for port ca15258c-1961-40c3-99c1-0b3b94809388 triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:26:45.503633 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:45.555233 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-168f14c1-6260-49f7-86a9-26a81d375770 req-2ac8b301-de47-4cdb-a8e0-3920c3515a14 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Made reservation on behalf of dd9a1f8984c4474aa4722fd84f45b670 for: {'port': 1} {{(pid=92782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:26:45.567880 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-168f14c1-6260-49f7-86a9-26a81d375770 req-2ac8b301-de47-4cdb-a8e0-3920c3515a14 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:45.572958 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-4875f494-b826-4c6e-af92-8b6ec663b659 None None] Set router 3296eff2-a8fc-46d1-9fe3-725c7be50ba6 gateway port host: dv-cinder-797170-3-iscsi {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:26:45.673885 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5ef3c-2d85-4a34-b9e6-fdbd59c2db44 req-1756a2d6-0ed7-4c92-85f1-d16a0c80fabf tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:45.682309 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-fde5ef3c-2d85-4a34-b9e6-fdbd59c2db44 req-1756a2d6-0ed7-4c92-85f1-d16a0c80fabf tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 945 time: 0.2218823 Jun 21 04:26:45.772995 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-fde5ef3c-2d85-4a34-b9e6-fdbd59c2db44 req-2b9c5007-d7f1-4302-b2dc-73f936959ae1 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895669 Jun 21 04:26:45.814514 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.db_base_plugin_common [req-168f14c1-6260-49f7-86a9-26a81d375770 req-2ac8b301-de47-4cdb-a8e0-3920c3515a14 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Allocated IP 172.20.0.7 (6b3c7cb1-477e-4c5f-9965-cb60a2d8de14/0260b167-e49c-4b4b-9ef5-e52212495354/372ee057-dfac-4805-850c-6ab44fbcc75b) {{(pid=92782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:26:45.876778 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-4875f494-b826-4c6e-af92-8b6ec663b659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3296eff2-a8fc-46d1-9fe3-725c7be50ba6', 'name': 'tempest-TestMinimumBasicScenario-646772080-router', 'tenant_id': '2013b3068b4f4429a3609bcf4a74097b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'ca15258c-1961-40c3-99c1-0b3b94809388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:26:36Z', 'updated_at': '2021-06-21T04:26:41Z', 'revision_number': 4, 'project_id': '2013b3068b4f4429a3609bcf4a74097b', 'gw_port': {'id': 'ca15258c-1961-40c3-99c1-0b3b94809388', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3296eff2-a8fc-46d1-9fe3-725c7be50ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:26:37Z', 'updated_at': '2021-06-21T04:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': 'd00d330e-923b-4b15-9334-ebb52d1db682', 'name': '', 'network_id': '50bb7e21-04e8-496f-a01d-00177122559c', 'tenant_id': '2013b3068b4f4429a3609bcf4a74097b', 'mac_address': 'fa:16:3e:02:b1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3296eff2-a8fc-46d1-9fe3-725c7be50ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '6f4d123f-9122-4a60-a9b9-0969c4ba5c75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:26:40Z', 'updated_at': '2021-06-21T04:26:45Z', 'revision_number': 4, 'project_id': '2013b3068b4f4429a3609bcf4a74097b', 'subnets': [{'id': '6f4d123f-9122-4a60-a9b9-0969c4ba5c75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:26:45.911784 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4875f494-b826-4c6e-af92-8b6ec663b659 None None] The sync data for ids ['3296eff2-a8fc-46d1-9fe3-725c7be50ba6'] in dv-cinder-797170-3-iscsi is: [{'id': '3296eff2-a8fc-46d1-9fe3-725c7be50ba6', 'name': 'tempest-TestMinimumBasicScenario-646772080-router', 'tenant_id': '2013b3068b4f4429a3609bcf4a74097b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'ca15258c-1961-40c3-99c1-0b3b94809388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:26:36Z', 'updated_at': '2021-06-21T04:26:41Z', 'revision_number': 4, 'project_id': '2013b3068b4f4429a3609bcf4a74097b', 'gw_port': {'id': 'ca15258c-1961-40c3-99c1-0b3b94809388', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3296eff2-a8fc-46d1-9fe3-725c7be50ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:26:37Z', 'updated_at': '2021-06-21T04:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': 'd00d330e-923b-4b15-9334-ebb52d1db682', 'name': '', 'network_id': '50bb7e21-04e8-496f-a01d-00177122559c', 'tenant_id': '2013b3068b4f4429a3609bcf4a74097b', 'mac_address': 'fa:16:3e:02:b1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3296eff2-a8fc-46d1-9fe3-725c7be50ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '6f4d123f-9122-4a60-a9b9-0969c4ba5c75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:26:40Z', 'updated_at': '2021-06-21T04:26:45Z', 'revision_number': 4, 'project_id': '2013b3068b4f4429a3609bcf4a74097b', 'subnets': [{'id': '6f4d123f-9122-4a60-a9b9-0969c4ba5c75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:26:45.999973 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-168f14c1-6260-49f7-86a9-26a81d375770 req-2ac8b301-de47-4cdb-a8e0-3920c3515a14 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Notify callbacks [] for port, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:46.064161 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-168f14c1-6260-49f7-86a9-26a81d375770 req-2ac8b301-de47-4cdb-a8e0-3920c3515a14 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14133711'] for port, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:46.069596 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:46.084430 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] get_ports_and_sgs() called for port_ids ['afb3d547-308d-47f0-913b-5f4c242a31c7', 'f9a379e8-f5a6-48ed-983a-62864d6f2903'] {{(pid=92784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:26:46.149054 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac8b301-de47-4cdb-a8e0-3920c3515a14 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Pushing event updated for resources: {'Port': ['ID=372ee057-dfac-4805-850c-6ab44fbcc75b,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:46.155436 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-2ac8b301-de47-4cdb-a8e0-3920c3515a14 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:46.165789 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-168f14c1-6260-49f7-86a9-26a81d375770 req-2ac8b301-de47-4cdb-a8e0-3920c3515a14 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Network 6b3c7cb1-477e-4c5f-9965-cb60a2d8de14 is already hosted by enough agents. {{(pid=92782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:26:46.167367 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.base_scheduler [req-168f14c1-6260-49f7-86a9-26a81d375770 req-2ac8b301-de47-4cdb-a8e0-3920c3515a14 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Resources bound (agent type, host, resource id): {{(pid=92782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:26:46.170422 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.l3_dvrscheduler_db [req-168f14c1-6260-49f7-86a9-26a81d375770 req-2ac8b301-de47-4cdb-a8e0-3920c3515a14 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Received port after_create {{(pid=92782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:26:46.239819 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f14c1-6260-49f7-86a9-26a81d375770 req-2ac8b301-de47-4cdb-a8e0-3920c3515a14 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:46.240565 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-168f14c1-6260-49f7-86a9-26a81d375770 req-2ac8b301-de47-4cdb-a8e0-3920c3515a14 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for port, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:46.266414 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-168f14c1-6260-49f7-86a9-26a81d375770 req-2ac8b301-de47-4cdb-a8e0-3920c3515a14 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0146723 Jun 21 04:26:46.298212 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [req-168f14c1-6260-49f7-86a9-26a81d375770 req-7fa8079a-6358-4ceb-bc4a-e7e579ae899c service neutron] Request body: {'port': {'device_id': '38d78f8b-16cc-42b8-b91f-faedbc0988fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:26:46.336582 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.agents_db [None req-2d4e51dd-16b2-4ea0-aa94-70b67a47226d None None] Agent healthcheck: found 6 active agents {{(pid=92785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:26:46.391096 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-168f14c1-6260-49f7-86a9-26a81d375770 req-7fa8079a-6358-4ceb-bc4a-e7e579ae899c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:46.584284 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-f36a8144-0a09-47d7-b21e-1febb068cb55 req-c22c8b0d-b7bb-4756-83eb-d0d18119a387 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b28eaaa7-a577-4688-bed0-4e9eb11acca0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1229558 Jun 21 04:26:46.774478 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a8144-0a09-47d7-b21e-1febb068cb55 req-7408837a-4b23-4777-a1af-50c7813297f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:46.776107 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-f36a8144-0a09-47d7-b21e-1febb068cb55 req-7408837a-4b23-4777-a1af-50c7813297f1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dd9a1f8984c4474aa4722fd84f45b670&device_id=b28eaaa7-a577-4688-bed0-4e9eb11acca0 HTTP/1.1" status: 200 len: 1098 time: 0.0962951 Jun 21 04:26:46.796170 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472d902-3dc3-4c6e-b3f7-b5f9d4cecc2b req-31253c76-d52b-481a-b3d7-f2eb82f5b5d4 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:46.798550 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-9472d902-3dc3-4c6e-b3f7-b5f9d4cecc2b req-31253c76-d52b-481a-b3d7-f2eb82f5b5d4 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=38d78f8b-16cc-42b8-b91f-faedbc0988fd HTTP/1.1" status: 200 len: 931 time: 0.1852031 Jun 21 04:26:46.888771 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-9472d902-3dc3-4c6e-b3f7-b5f9d4cecc2b req-2bc1ee5b-2f95-4c69-9cdc-1589c8d324f9 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705364 Jun 21 04:26:46.988267 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.notifiers.nova [req-168f14c1-6260-49f7-86a9-26a81d375770 req-7fa8079a-6358-4ceb-bc4a-e7e579ae899c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 372ee057-dfac-4805-850c-6ab44fbcc75b {{(pid=92782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:26:47.008186 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-168f14c1-6260-49f7-86a9-26a81d375770 req-7fa8079a-6358-4ceb-bc4a-e7e579ae899c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:47.083836 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a8144-0a09-47d7-b21e-1febb068cb55 req-21dd349c-cb33-4c41-abbc-16871db2b3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:47.085213 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-f36a8144-0a09-47d7-b21e-1febb068cb55 req-21dd349c-cb33-4c41-abbc-16871db2b3f5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b3c7cb1-477e-4c5f-9965-cb60a2d8de14 HTTP/1.1" status: 200 len: 916 time: 0.2640016 Jun 21 04:26:47.111602 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.provisioning_blocks [req-168f14c1-6260-49f7-86a9-26a81d375770 req-7fa8079a-6358-4ceb-bc4a-e7e579ae899c service neutron] Transition to ACTIVE for port object 372ee057-dfac-4805-850c-6ab44fbcc75b will not be triggered until provisioned by entity L2. {{(pid=92782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:26:47.114807 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:47.154315 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-168f14c1-6260-49f7-86a9-26a81d375770 req-7fa8079a-6358-4ceb-bc4a-e7e579ae899c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14133753'] for port, after_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:47.159945 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-2bc74358-dc30-4dad-b783-dd15b6147bf9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:47.182891 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-f36a8144-0a09-47d7-b21e-1febb068cb55 req-1d4f4cdc-55d5-4b01-b239-4e5205814603 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afb3d547-308d-47f0-913b-5f4c242a31c7 HTTP/1.1" status: 200 len: 217 time: 0.0853035 Jun 21 04:26:47.253101 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device d00d330e-923b-4b15-9334-ebb52d1db682 up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:26:47.310575 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a8144-0a09-47d7-b21e-1febb068cb55 req-ec61dfbc-ac75-4b06-b174-5ce6f6e08dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:47.312843 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-f36a8144-0a09-47d7-b21e-1febb068cb55 req-ec61dfbc-ac75-4b06-b174-5ce6f6e08dfe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0260b167-e49c-4b4b-9ef5-e52212495354 HTTP/1.1" status: 200 len: 855 time: 0.1176920 Jun 21 04:26:47.353096 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-f36a8144-0a09-47d7-b21e-1febb068cb55 req-65a0c148-319c-42ac-856a-9405de74b24f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b3c7cb1-477e-4c5f-9965-cb60a2d8de14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328162 Jun 21 04:26:47.371236 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8079a-6358-4ceb-bc4a-e7e579ae899c service neutron] Pushing event updated for resources: {'Port': ['ID=372ee057-dfac-4805-850c-6ab44fbcc75b,revision_number=2']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:47.376339 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-7fa8079a-6358-4ceb-bc4a-e7e579ae899c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:47.401047 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning for port d00d330e-923b-4b15-9334-ebb52d1db682 completed by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:26:47.413285 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning complete for port d00d330e-923b-4b15-9334-ebb52d1db682 triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:26:47.413765 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:47.491623 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-f36a8144-0a09-47d7-b21e-1febb068cb55 req-f29fb19f-461d-4da3-88e2-1f275b181cbd service neutron] 10.222.0.55 "GET /v2.0/networks/6b3c7cb1-477e-4c5f-9965-cb60a2d8de14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222625 Jun 21 04:26:47.506767 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0be2d-362d-4bed-834b-bc7d2378175c req-f8a48115-b3a5-40a1-a243-67b6792ec41a tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:47.508263 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-dbc0be2d-362d-4bed-834b-bc7d2378175c req-f8a48115-b3a5-40a1-a243-67b6792ec41a tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 945 time: 0.4325066 Jun 21 04:26:47.573982 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.managers [req-168f14c1-6260-49f7-86a9-26a81d375770 req-7fa8079a-6358-4ceb-bc4a-e7e579ae899c service neutron] Attempting to bind port 372ee057-dfac-4805-850c-6ab44fbcc75b on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:26:47.574219 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.managers [req-168f14c1-6260-49f7-86a9-26a81d375770 req-7fa8079a-6358-4ceb-bc4a-e7e579ae899c service neutron] Attempting to bind port 372ee057-dfac-4805-850c-6ab44fbcc75b by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '978cc6d8-d90e-4d41-9279-f012d41ae2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6b3c7cb1-477e-4c5f-9965-cb60a2d8de14'}] {{(pid=92782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:26:47.575004 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:47.581914 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168f14c1-6260-49f7-86a9-26a81d375770 req-7fa8079a-6358-4ceb-bc4a-e7e579ae899c service neutron] Attempting to bind port 372ee057-dfac-4805-850c-6ab44fbcc75b on network 6b3c7cb1-477e-4c5f-9965-cb60a2d8de14 {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:26:47.604358 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168f14c1-6260-49f7-86a9-26a81d375770 req-7fa8079a-6358-4ceb-bc4a-e7e579ae899c service neutron] Port 372ee057-dfac-4805-850c-6ab44fbcc75b on network 6b3c7cb1-477e-4c5f-9965-cb60a2d8de14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:26:47.604936 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168f14c1-6260-49f7-86a9-26a81d375770 req-7fa8079a-6358-4ceb-bc4a-e7e579ae899c service neutron] Attempting to bind port 372ee057-dfac-4805-850c-6ab44fbcc75b on network 6b3c7cb1-477e-4c5f-9965-cb60a2d8de14 {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:26:47.625175 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-dbc0be2d-362d-4bed-834b-bc7d2378175c req-1da8eabf-c10e-4e6a-9760-fd19e48d82c4 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012740 Jun 21 04:26:47.636221 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] For port d00d330e-923b-4b15-9334-ebb52d1db682, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=d00d330e-923b-4b15-9334-ebb52d1db682,segment=NetworkSegment(72d0c6a8-0aca-40f8-b71a-99fd38303e13),segment_id=72d0c6a8-0aca-40f8-b71a-99fd38303e13)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:26:47.647630 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:47.650065 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-2b70990f-3dbc-488c-b485-deda24a0b01a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:47.651688 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168f14c1-6260-49f7-86a9-26a81d375770 req-7fa8079a-6358-4ceb-bc4a-e7e579ae899c service neutron] Checking agent: {'id': 'e86ead90-85ed-45dc-94a1-895a24121321', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 23, 47), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:26:47.652159 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168f14c1-6260-49f7-86a9-26a81d375770 req-7fa8079a-6358-4ceb-bc4a-e7e579ae899c service neutron] Checking segment: {'id': '978cc6d8-d90e-4d41-9279-f012d41ae2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6b3c7cb1-477e-4c5f-9965-cb60a2d8de14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:26:47.652392 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168f14c1-6260-49f7-86a9-26a81d375770 req-7fa8079a-6358-4ceb-bc4a-e7e579ae899c service neutron] Bound using segment: {'id': '978cc6d8-d90e-4d41-9279-f012d41ae2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6b3c7cb1-477e-4c5f-9965-cb60a2d8de14'} {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:26:47.652839 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.managers [req-168f14c1-6260-49f7-86a9-26a81d375770 req-7fa8079a-6358-4ceb-bc4a-e7e579ae899c service neutron] Bound port: 372ee057-dfac-4805-850c-6ab44fbcc75b, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '978cc6d8-d90e-4d41-9279-f012d41ae2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6b3c7cb1-477e-4c5f-9965-cb60a2d8de14'}}] {{(pid=92782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:26:47.653186 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-168f14c1-6260-49f7-86a9-26a81d375770 req-7fa8079a-6358-4ceb-bc4a-e7e579ae899c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:47.701060 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-f36a8144-0a09-47d7-b21e-1febb068cb55 req-eabe2112-64c2-488b-b4c5-8e321f57d932 service neutron] 10.222.0.55 "GET /v2.0/networks/6b3c7cb1-477e-4c5f-9965-cb60a2d8de14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846929 Jun 21 04:26:47.743041 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Pushing event updated for resources: {'Port': ['ID=d00d330e-923b-4b15-9334-ebb52d1db682,revision_number=5']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:47.746349 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:47.785891 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.db [req-168f14c1-6260-49f7-86a9-26a81d375770 req-7fa8079a-6358-4ceb-bc4a-e7e579ae899c service neutron] For port 372ee057-dfac-4805-850c-6ab44fbcc75b, host hv-cinder-79717, cleared binding levels {{(pid=92782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:26:47.794573 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.db [req-168f14c1-6260-49f7-86a9-26a81d375770 req-7fa8079a-6358-4ceb-bc4a-e7e579ae899c service neutron] For port 372ee057-dfac-4805-850c-6ab44fbcc75b, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=372ee057-dfac-4805-850c-6ab44fbcc75b,segment=NetworkSegment(978cc6d8-d90e-4d41-9279-f012d41ae2f5),segment_id=978cc6d8-d90e-4d41-9279-f012d41ae2f5)] {{(pid=92782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:26:47.802579 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-168f14c1-6260-49f7-86a9-26a81d375770 req-7fa8079a-6358-4ceb-bc4a-e7e579ae899c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14133753'] for port, after_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:47.811100 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-961ccbfd-a28f-496c-a16e-960ba940829e tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:47.860027 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f14c1-6260-49f7-86a9-26a81d375770 req-7fa8079a-6358-4ceb-bc4a-e7e579ae899c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:47.860637 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-168f14c1-6260-49f7-86a9-26a81d375770 req-7fa8079a-6358-4ceb-bc4a-e7e579ae899c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for port, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:47.862064 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-168f14c1-6260-49f7-86a9-26a81d375770 req-7fa8079a-6358-4ceb-bc4a-e7e579ae899c service neutron] 10.222.0.55 "PUT /v2.0/ports/372ee057-dfac-4805-850c-6ab44fbcc75b HTTP/1.1" status: 200 len: 1093 time: 1.5703397 Jun 21 04:26:47.862583 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d78f8b-16cc-42b8-b91f-faedbc0988fd', 'tag': '372ee057-dfac-4805-850c-6ab44fbcc75b'}] {{(pid=92782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:26:47.865140 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20f1c8b8986f59859b4229cceefba24e6e47d71d2fcee399c6ca6947cd3b11b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88bd8ad1-cf41-4d12-a3ed-2e07f152bd92" -d '{"events": [{"name": "network-changed", "server_uuid": "38d78f8b-16cc-42b8-b91f-faedbc0988fd", "tag": "372ee057-dfac-4805-850c-6ab44fbcc75b"}]}' {{(pid=92782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:26:47.916807 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8079a-6358-4ceb-bc4a-e7e579ae899c service neutron] Pushing event updated for resources: {'Port': ['ID=372ee057-dfac-4805-850c-6ab44fbcc75b,revision_number=3']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:47.922085 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-7fa8079a-6358-4ceb-bc4a-e7e579ae899c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:47.985964 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35325fe-ab1e-4bf8-9a34-e736cc9ff964 x-openstack-request-id: req-b35325fe-ab1e-4bf8-9a34-e736cc9ff964 {{(pid=92782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:26:47.986390 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d78f8b-16cc-42b8-b91f-faedbc0988fd", "tag": "372ee057-dfac-4805-850c-6ab44fbcc75b", "status": "completed", "code": 200}]} {{(pid=92782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:26:47.986803 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b35325fe-ab1e-4bf8-9a34-e736cc9ff964 {{(pid=92782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:26:47.988393 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d78f8b-16cc-42b8-b91f-faedbc0988fd', 'tag': '372ee057-dfac-4805-850c-6ab44fbcc75b', 'status': 'completed', 'code': 200} Jun 21 04:26:48.007185 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f14c1-6260-49f7-86a9-26a81d375770 req-a2fbae14-fc50-488e-bb4c-d0838ffa6656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:48.009157 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-168f14c1-6260-49f7-86a9-26a81d375770 req-a2fbae14-fc50-488e-bb4c-d0838ffa6656 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dd9a1f8984c4474aa4722fd84f45b670&device_id=38d78f8b-16cc-42b8-b91f-faedbc0988fd HTTP/1.1" status: 200 len: 1096 time: 0.0807600 Jun 21 04:26:48.073702 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-168f14c1-6260-49f7-86a9-26a81d375770 req-d5f304da-5aae-43d2-ab52-9473996c6590 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=372ee057-dfac-4805-850c-6ab44fbcc75b HTTP/1.1" status: 200 len: 217 time: 0.0541472 Jun 21 04:26:48.155303 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f14c1-6260-49f7-86a9-26a81d375770 req-88c9b321-9110-4a84-aff0-023e95f816f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:48.156739 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-168f14c1-6260-49f7-86a9-26a81d375770 req-88c9b321-9110-4a84-aff0-023e95f816f9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0260b167-e49c-4b4b-9ef5-e52212495354 HTTP/1.1" status: 200 len: 855 time: 0.0710044 Jun 21 04:26:48.198804 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-168f14c1-6260-49f7-86a9-26a81d375770 req-ece62250-fdab-41d2-bb12-a9f7a1ff0bdf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b3c7cb1-477e-4c5f-9965-cb60a2d8de14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317874 Jun 21 04:26:48.211006 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0c291-030c-4ebd-a94b-ab8de06a930b req-9706eb7b-8139-4c21-8c98-76de449810d4 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:48.217891 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-47b0c291-030c-4ebd-a94b-ab8de06a930b req-9706eb7b-8139-4c21-8c98-76de449810d4 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=38d78f8b-16cc-42b8-b91f-faedbc0988fd HTTP/1.1" status: 200 len: 943 time: 0.1412952 Jun 21 04:26:48.327249 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-47b0c291-030c-4ebd-a94b-ab8de06a930b req-4dbe0479-13b2-4795-8972-60a838adab37 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083777 Jun 21 04:26:48.359507 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 58076) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:48.372860 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-168f14c1-6260-49f7-86a9-26a81d375770 req-6b32ea1c-e03b-46b7-8af5-193cdd3d4094 service neutron] 10.222.0.55 "GET /v2.0/networks/6b3c7cb1-477e-4c5f-9965-cb60a2d8de14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523573 Jun 21 04:26:48.489987 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-168f14c1-6260-49f7-86a9-26a81d375770 req-5e142f5c-c3d5-4a9e-9792-035b2720f323 service neutron] 10.222.0.55 "GET /v2.0/networks/6b3c7cb1-477e-4c5f-9965-cb60a2d8de14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087747 Jun 21 04:26:48.509589 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-80e1910e-1ed4-4a65-a38a-3c5a94f9793a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:48.634688 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-80e1910e-1ed4-4a65-a38a-3c5a94f9793a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:48.639733 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-80e1910e-1ed4-4a65-a38a-3c5a94f9793a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:48.650986 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd8ad1-cf41-4d12-a3ed-2e07f152bd92 req-9bb006bc-a172-4f23-b46e-d3c1cf04f546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:48.652643 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-88bd8ad1-cf41-4d12-a3ed-2e07f152bd92 req-9bb006bc-a172-4f23-b46e-d3c1cf04f546 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dd9a1f8984c4474aa4722fd84f45b670&device_id=38d78f8b-16cc-42b8-b91f-faedbc0988fd HTTP/1.1" status: 200 len: 1096 time: 0.0635486 Jun 21 04:26:48.668755 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-8466a689-d376-4e72-93ee-53fac3bc08df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:48.691531 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-80e1910e-1ed4-4a65-a38a-3c5a94f9793a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=56de286f0cc4437ea1a2fd839b812eed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3306634 Jun 21 04:26:48.692349 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 58084) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:48.741899 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e1910e-1ed4-4a65-a38a-3c5a94f9793a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54468dc4-7c4a-4073-8242-7513a17f474e,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:48.753816 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-80e1910e-1ed4-4a65-a38a-3c5a94f9793a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:48.776562 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd8ad1-cf41-4d12-a3ed-2e07f152bd92 req-1f93a39c-710b-41b9-96ea-afde050303fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:48.778481 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-88bd8ad1-cf41-4d12-a3ed-2e07f152bd92 req-1f93a39c-710b-41b9-96ea-afde050303fb service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b3c7cb1-477e-4c5f-9965-cb60a2d8de14 HTTP/1.1" status: 200 len: 916 time: 0.1141400 Jun 21 04:26:48.804714 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a5c5c5ad-de2d-4be1-b9f4-ab2a304ad68a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:48.832003 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a5c5c5ad-de2d-4be1-b9f4-ab2a304ad68a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:48.850698 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-88bd8ad1-cf41-4d12-a3ed-2e07f152bd92 req-f84ba055-da8a-4bd0-8284-589ac476299f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=372ee057-dfac-4805-850c-6ab44fbcc75b HTTP/1.1" status: 200 len: 217 time: 0.0602691 Jun 21 04:26:48.909613 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a5c5c5ad-de2d-4be1-b9f4-ab2a304ad68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:48.912831 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a5c5c5ad-de2d-4be1-b9f4-ab2a304ad68a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:48.917426 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-a5c5c5ad-de2d-4be1-b9f4-ab2a304ad68a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/54468dc4-7c4a-4073-8242-7513a17f474e HTTP/1.1" status: 204 len: 168 time: 0.2200274 Jun 21 04:26:48.918733 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-d9238da5-9876-44dc-96b2-e60ca8ed245e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:48.931676 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c5c5ad-de2d-4be1-b9f4-ab2a304ad68a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54468dc4-7c4a-4073-8242-7513a17f474e,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:48.935075 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-a5c5c5ad-de2d-4be1-b9f4-ab2a304ad68a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:48.961535 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd8ad1-cf41-4d12-a3ed-2e07f152bd92 req-cae883c3-8817-43ca-b248-e1800b85f7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:48.963003 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-88bd8ad1-cf41-4d12-a3ed-2e07f152bd92 req-cae883c3-8817-43ca-b248-e1800b85f7d4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0260b167-e49c-4b4b-9ef5-e52212495354 HTTP/1.1" status: 200 len: 855 time: 0.1026905 Jun 21 04:26:48.991921 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3fb07c-f82e-4799-9947-b88847d8d2cf req-5f8a30db-2269-4ed9-a668-decd1afebb4a tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:48.993377 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-2c3fb07c-f82e-4799-9947-b88847d8d2cf req-5f8a30db-2269-4ed9-a668-decd1afebb4a tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 945 time: 0.1452532 Jun 21 04:26:49.019335 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-88bd8ad1-cf41-4d12-a3ed-2e07f152bd92 req-c671a15b-3aab-4274-b851-f6abfa3c1089 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b3c7cb1-477e-4c5f-9965-cb60a2d8de14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428133 Jun 21 04:26:49.110277 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-2c3fb07c-f82e-4799-9947-b88847d8d2cf req-fa3b34b4-82e2-425e-a14c-081ad87ef2db tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934622 Jun 21 04:26:49.187177 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-88bd8ad1-cf41-4d12-a3ed-2e07f152bd92 req-8d2df6ad-f908-4369-93fe-78ffd2ddb464 service neutron] 10.222.0.55 "GET /v2.0/networks/6b3c7cb1-477e-4c5f-9965-cb60a2d8de14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537678 Jun 21 04:26:49.197753 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device d00d330e-923b-4b15-9334-ebb52d1db682 up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:26:49.287165 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning complete for port d00d330e-923b-4b15-9334-ebb52d1db682 triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:26:49.287719 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:49.324864 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-88bd8ad1-cf41-4d12-a3ed-2e07f152bd92 req-b920b6cd-b27c-41b0-8463-6bf3800aeaa3 service neutron] 10.222.0.55 "GET /v2.0/networks/6b3c7cb1-477e-4c5f-9965-cb60a2d8de14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229992 Jun 21 04:26:49.522262 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf7778-4429-4218-99d9-1e58c1f41449 req-e77f3c13-1dc6-4748-947d-a389ce948b78 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:49.531801 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d1cf7778-4429-4218-99d9-1e58c1f41449 req-e77f3c13-1dc6-4748-947d-a389ce948b78 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=38d78f8b-16cc-42b8-b91f-faedbc0988fd HTTP/1.1" status: 200 len: 943 time: 0.0802758 Jun 21 04:26:49.582181 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d1cf7778-4429-4218-99d9-1e58c1f41449 req-f8e5d750-ecf1-47d7-81c3-7ea8759bf8ce tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491912 Jun 21 04:26:50.393703 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb39ed-8b48-4462-a806-a703fbf40f7b req-edfc25c7-b21a-47e6-95cc-c17f6d36860c tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:50.396048 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-2acb39ed-8b48-4462-a806-a703fbf40f7b req-edfc25c7-b21a-47e6-95cc-c17f6d36860c tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 945 time: 0.0885146 Jun 21 04:26:50.441726 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-2acb39ed-8b48-4462-a806-a703fbf40f7b req-9666b75c-4030-4d9a-b1e5-4cc30d5eb369 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401871 Jun 21 04:26:50.838493 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f7e2b3-20fa-4694-bc16-6b36b2dad6ab req-dd29fbe9-81c9-4af3-887a-886da60557be tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:50.845694 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-70f7e2b3-20fa-4694-bc16-6b36b2dad6ab req-dd29fbe9-81c9-4af3-887a-886da60557be tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=38d78f8b-16cc-42b8-b91f-faedbc0988fd HTTP/1.1" status: 200 len: 943 time: 0.0863776 Jun 21 04:26:50.896011 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-70f7e2b3-20fa-4694-bc16-6b36b2dad6ab req-51030e6d-3e52-4660-9c3c-6a5479716393 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486734 Jun 21 04:26:50.915517 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 58154) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:51.093807 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-8af2afc3-d203-4315-8f46-185a3474554c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:51.222496 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-8af2afc3-d203-4315-8f46-185a3474554c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:51.255976 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-8af2afc3-d203-4315-8f46-185a3474554c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:51.258775 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:51.293846 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af2afc3-d203-4315-8f46-185a3474554c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90c6f0e-b34f-497e-a19a-67c1b12ed01e,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:51.297928 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-8af2afc3-d203-4315-8f46-185a3474554c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1714b5cbcd144fadaab290174f95bf32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3811977 Jun 21 04:26:51.298825 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-8af2afc3-d203-4315-8f46-185a3474554c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:51.301431 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 58160) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:51.355660 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-390454b0-7203-497a-b13e-0399c8bcebf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:51.384706 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-390454b0-7203-497a-b13e-0399c8bcebf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:51.455786 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-390454b0-7203-497a-b13e-0399c8bcebf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:51.459201 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-390454b0-7203-497a-b13e-0399c8bcebf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:51.460443 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-390454b0-7203-497a-b13e-0399c8bcebf8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d90c6f0e-b34f-497e-a19a-67c1b12ed01e HTTP/1.1" status: 204 len: 168 time: 0.1586003 Jun 21 04:26:51.461304 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:51.471718 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390454b0-7203-497a-b13e-0399c8bcebf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90c6f0e-b34f-497e-a19a-67c1b12ed01e,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:51.474462 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-390454b0-7203-497a-b13e-0399c8bcebf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:51.622681 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 58176) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:51.683971 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5dd4c8-5980-443f-a06b-80300e7dc25f req-37ac1fe6-f18a-4ff4-bda7-fa81f0f5853a tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:51.691080 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-de5dd4c8-5980-443f-a06b-80300e7dc25f req-37ac1fe6-f18a-4ff4-bda7-fa81f0f5853a tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 945 time: 0.0738344 Jun 21 04:26:51.766829 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-de5dd4c8-5980-443f-a06b-80300e7dc25f req-14499acc-01b1-45a7-9ca3-02792ff70453 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747643 Jun 21 04:26:51.834806 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-4079830c-9be8-4867-ad9a-af726bd1b2c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:51.848310 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 58180) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:51.864691 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-968acd1f-fdc2-45bf-a4b8-91b0b50f6789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:51.972123 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-4079830c-9be8-4867-ad9a-af726bd1b2c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:51.978918 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-4079830c-9be8-4867-ad9a-af726bd1b2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:51.981639 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-c830b848-606c-4cf3-8e8a-ff6ec6a1acf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:52.034401 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-4079830c-9be8-4867-ad9a-af726bd1b2c4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4b4de8b12ec44da786050a716f923224&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4096761 Jun 21 04:26:52.035129 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4079830c-9be8-4867-ad9a-af726bd1b2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c35353-95a3-46b1-b1fc-761f0b397c5e,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:52.039147 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-4079830c-9be8-4867-ad9a-af726bd1b2c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:52.048634 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 58186) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:52.182519 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-b58ff24f-d6cd-48d8-b782-6840ebafc60c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:52.186689 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-968acd1f-fdc2-45bf-a4b8-91b0b50f6789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:52.201993 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-968acd1f-fdc2-45bf-a4b8-91b0b50f6789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:52.209200 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-a85efd4d-dbf4-47c4-b62e-e265bd44f9fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:52.222883 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-b58ff24f-d6cd-48d8-b782-6840ebafc60c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:52.245919 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67643e7e-0be5-4fd8-b01a-7ea9ac057a78 req-3e86ba3c-f2fd-4016-ba8b-208fc1449bda tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:52.246881 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-67643e7e-0be5-4fd8-b01a-7ea9ac057a78 req-3e86ba3c-f2fd-4016-ba8b-208fc1449bda tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=38d78f8b-16cc-42b8-b91f-faedbc0988fd HTTP/1.1" status: 200 len: 943 time: 0.1885855 Jun 21 04:26:52.298245 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 58190) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:52.298598 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-968acd1f-fdc2-45bf-a4b8-91b0b50f6789 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7d19c854addf4f7ca699353c79ad12e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4482145 Jun 21 04:26:52.304512 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968acd1f-fdc2-45bf-a4b8-91b0b50f6789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5458f17-6c86-4eba-b3e0-b7379a488a87,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:52.311183 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-968acd1f-fdc2-45bf-a4b8-91b0b50f6789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:52.317159 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 372ee057-dfac-4805-850c-6ab44fbcc75b details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:26:52.340535 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-67643e7e-0be5-4fd8-b01a-7ea9ac057a78 req-094099b7-4593-47fa-bcfe-61990cb4a3e4 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829558 Jun 21 04:26:52.360964 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-b58ff24f-d6cd-48d8-b782-6840ebafc60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:52.364350 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-b58ff24f-d6cd-48d8-b782-6840ebafc60c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:52.371544 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-b58ff24f-d6cd-48d8-b782-6840ebafc60c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/59c35353-95a3-46b1-b1fc-761f0b397c5e HTTP/1.1" status: 204 len: 168 time: 0.3190539 Jun 21 04:26:52.371544 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-8b471d1d-7143-4627-b4b0-6ed4aa14a8a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:52.386738 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58ff24f-d6cd-48d8-b782-6840ebafc60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c35353-95a3-46b1-b1fc-761f0b397c5e,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:52.389196 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-b58ff24f-d6cd-48d8-b782-6840ebafc60c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:52.415451 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-653148ec-50e6-4891-b445-df54b3105b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:52.447533 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-653148ec-50e6-4891-b445-df54b3105b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:52.496727 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 372ee057-dfac-4805-850c-6ab44fbcc75b, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=372ee057-dfac-4805-850c-6ab44fbcc75b,segment=NetworkSegment(978cc6d8-d90e-4d41-9279-f012d41ae2f5),segment_id=978cc6d8-d90e-4d41-9279-f012d41ae2f5)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:26:52.509768 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-653148ec-50e6-4891-b445-df54b3105b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:52.512413 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-653148ec-50e6-4891-b445-df54b3105b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:52.516401 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-653148ec-50e6-4891-b445-df54b3105b7e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b5458f17-6c86-4eba-b3e0-b7379a488a87 HTTP/1.1" status: 204 len: 168 time: 0.2170672 Jun 21 04:26:52.517181 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-b1307e62-7160-418e-84ef-9685e687b8bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:52.529249 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Returning: {'device': '372ee057-dfac-4805-850c-6ab44fbcc75b', 'network_id': '6b3c7cb1-477e-4c5f-9965-cb60a2d8de14', 'port_id': '372ee057-dfac-4805-850c-6ab44fbcc75b', 'mac_address': 'fa:16:3e:c4:50:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0260b167-e49c-4b4b-9ef5-e52212495354', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:26:52.532566 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653148ec-50e6-4891-b445-df54b3105b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5458f17-6c86-4eba-b3e0-b7379a488a87,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:52.535110 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-653148ec-50e6-4891-b445-df54b3105b7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:52.585300 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:52.600173 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.notifiers.nova [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 372ee057-dfac-4805-850c-6ab44fbcc75b {{(pid=92784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:26:52.630250 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 372ee057-dfac-4805-850c-6ab44fbcc75b, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=372ee057-dfac-4805-850c-6ab44fbcc75b,segment=NetworkSegment(978cc6d8-d90e-4d41-9279-f012d41ae2f5),segment_id=978cc6d8-d90e-4d41-9279-f012d41ae2f5)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:26:52.634961 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:52.638006 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-2fc7e1ce-e082-43f2-99f6-adffdc612b30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:52.731269 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Pushing event updated for resources: {'Port': ['ID=372ee057-dfac-4805-850c-6ab44fbcc75b,revision_number=4']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:52.735347 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:52.976481 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] get_ports_and_sgs() called for port_ids ['372ee057-dfac-4805-850c-6ab44fbcc75b'] {{(pid=92784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:26:53.009670 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25795a53-7966-48a5-a352-bc0ed6fc1d29 req-98dfae04-00a3-4042-a84d-633733624511 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:53.025725 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-25795a53-7966-48a5-a352-bc0ed6fc1d29 req-98dfae04-00a3-4042-a84d-633733624511 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 945 time: 0.1348846 Jun 21 04:26:53.142603 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-25795a53-7966-48a5-a352-bc0ed6fc1d29 req-c8ac91d6-f785-4280-a7a0-20f5822193fc tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154463 Jun 21 04:26:53.615563 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95161165-a234-4198-a2c0-65a91360796a req-4e584d0b-e9c6-4e5b-ae6e-529262c1b7b8 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:53.618296 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-95161165-a234-4198-a2c0-65a91360796a req-4e584d0b-e9c6-4e5b-ae6e-529262c1b7b8 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=38d78f8b-16cc-42b8-b91f-faedbc0988fd HTTP/1.1" status: 200 len: 944 time: 0.1362562 Jun 21 04:26:53.670597 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-95161165-a234-4198-a2c0-65a91360796a req-6a05d051-63ac-4ee7-b38f-8442072ce34a tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435984 Jun 21 04:26:54.316830 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 372ee057-dfac-4805-850c-6ab44fbcc75b up at agent hyperv_hv-cinder-79717 {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:26:54.436282 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac51ac-bd95-43ae-a57b-6cc69987cf67 req-61fbcf73-bdf6-4eb8-afd3-8868e0893e3b tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:54.440809 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Provisioning for port 372ee057-dfac-4805-850c-6ab44fbcc75b completed by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:26:54.446354 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Provisioning complete for port 372ee057-dfac-4805-850c-6ab44fbcc75b triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:26:54.447748 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:54.447870 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-9fac51ac-bd95-43ae-a57b-6cc69987cf67 req-61fbcf73-bdf6-4eb8-afd3-8868e0893e3b tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 945 time: 0.1284363 Jun 21 04:26:54.498493 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-9fac51ac-bd95-43ae-a57b-6cc69987cf67 req-b8457af1-8577-4ea0-834c-851728ca6e49 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493164 Jun 21 04:26:54.588261 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:54.615505 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d78f8b-16cc-42b8-b91f-faedbc0988fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372ee057-dfac-4805-850c-6ab44fbcc75b'}] {{(pid=92784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:26:54.618064 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea407864149563716f916f7ad989592de9d82914ebf27f22c024267046db962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b467ea5-fe5d-469f-96be-f040b2bfa572" -d '{"events": [{"server_uuid": "38d78f8b-16cc-42b8-b91f-faedbc0988fd", "name": "network-vif-plugged", "status": "completed", "tag": "372ee057-dfac-4805-850c-6ab44fbcc75b"}]}' {{(pid=92784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:26:54.637018 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 372ee057-dfac-4805-850c-6ab44fbcc75b, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=372ee057-dfac-4805-850c-6ab44fbcc75b,segment=NetworkSegment(978cc6d8-d90e-4d41-9279-f012d41ae2f5),segment_id=978cc6d8-d90e-4d41-9279-f012d41ae2f5)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:26:54.646171 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:54.650081 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:54.689212 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69582fc-cd39-4cd4-b575-06a9f126f07d x-openstack-request-id: req-e69582fc-cd39-4cd4-b575-06a9f126f07d {{(pid=92784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:26:54.689630 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d78f8b-16cc-42b8-b91f-faedbc0988fd", "name": "network-vif-plugged", "status": "completed", "tag": "372ee057-dfac-4805-850c-6ab44fbcc75b", "code": 200}]} {{(pid=92784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:26:54.690123 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e69582fc-cd39-4cd4-b575-06a9f126f07d {{(pid=92784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:26:54.690662 dv-cinder-797170-3-iscsi neutron-server[92784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d78f8b-16cc-42b8-b91f-faedbc0988fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372ee057-dfac-4805-850c-6ab44fbcc75b', 'code': 200} Jun 21 04:26:54.757843 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Pushing event updated for resources: {'Port': ['ID=372ee057-dfac-4805-850c-6ab44fbcc75b,revision_number=5']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:54.770095 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:54.956530 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e1600-65de-4520-b8a2-0ecc400f8442 req-0b41efa1-f7f0-4834-ae22-0cfcba66b50c tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:54.979030 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-9a0e1600-65de-4520-b8a2-0ecc400f8442 req-0b41efa1-f7f0-4834-ae22-0cfcba66b50c tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=38d78f8b-16cc-42b8-b91f-faedbc0988fd HTTP/1.1" status: 200 len: 945 time: 0.1118555 Jun 21 04:26:55.056725 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-9a0e1600-65de-4520-b8a2-0ecc400f8442 req-7c99643a-0d69-4cb8-9c01-3a8c5261e61d tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736120 Jun 21 04:26:55.166052 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f0158-7ff0-47cc-be54-fb648c75b411 req-fc1dc052-0304-45b6-8b05-cb586dfc1875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:55.167169 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-ad8f0158-7ff0-47cc-be54-fb648c75b411 req-fc1dc052-0304-45b6-8b05-cb586dfc1875 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=38d78f8b-16cc-42b8-b91f-faedbc0988fd HTTP/1.1" status: 200 len: 1098 time: 0.1830988 Jun 21 04:26:55.240327 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-ad8f0158-7ff0-47cc-be54-fb648c75b411 req-a085b7a4-f2e4-4241-99f9-19ad5ccc813d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581040 Jun 21 04:26:55.327795 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 58340) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:55.463280 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-e4eb264a-ee64-4995-87d9-3cd74cd8dc5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:55.595858 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-e4eb264a-ee64-4995-87d9-3cd74cd8dc5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:55.608656 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-e4eb264a-ee64-4995-87d9-3cd74cd8dc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:55.612170 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-9ca729aa-847f-4a29-a79b-0b5f0dd2ec03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:55.644590 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eb264a-ee64-4995-87d9-3cd74cd8dc5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d32ac9-48fb-4c8a-850f-91329374f33f,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:55.665473 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-e4eb264a-ee64-4995-87d9-3cd74cd8dc5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:55.674583 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-e4eb264a-ee64-4995-87d9-3cd74cd8dc5b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e6a1de0ca4f948b39b903a1577520df0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3449600 Jun 21 04:26:55.676902 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 58354) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:55.734876 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-f3342f70-ba4d-4e18-9afb-1a829daa5f51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:55.742969 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6930a2a3-25f3-423d-83c8-874d6060670a req-c69a1b41-738b-46d1-8b86-3a3b0fd3dbf7 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:55.744585 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6930a2a3-25f3-423d-83c8-874d6060670a req-c69a1b41-738b-46d1-8b86-3a3b0fd3dbf7 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 945 time: 0.1048405 Jun 21 04:26:55.759445 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-f3342f70-ba4d-4e18-9afb-1a829daa5f51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:55.815044 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6930a2a3-25f3-423d-83c8-874d6060670a req-887f857c-3913-458e-8af4-cca696abe070 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629196 Jun 21 04:26:55.832259 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-f3342f70-ba4d-4e18-9afb-1a829daa5f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:55.834966 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-f3342f70-ba4d-4e18-9afb-1a829daa5f51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:55.836211 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-f3342f70-ba4d-4e18-9afb-1a829daa5f51 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/09d32ac9-48fb-4c8a-850f-91329374f33f HTTP/1.1" status: 204 len: 168 time: 0.1583936 Jun 21 04:26:55.836966 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-e4eb264a-ee64-4995-87d9-3cd74cd8dc5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:55.844782 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3342f70-ba4d-4e18-9afb-1a829daa5f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d32ac9-48fb-4c8a-850f-91329374f33f,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:55.854711 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-f3342f70-ba4d-4e18-9afb-1a829daa5f51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:56.135842 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 58370) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:56.149106 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a2b94845-2fdd-466a-a2dc-65808fa1f014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:56.265863 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a2b94845-2fdd-466a-a2dc-65808fa1f014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:56.269639 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a2b94845-2fdd-466a-a2dc-65808fa1f014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:56.272459 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-6efdcbfc-8f74-4796-96a8-f44b0b6e1653 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:56.315048 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-a2b94845-2fdd-466a-a2dc-65808fa1f014 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=68a3e68bacfb4b2896ee048e25e114c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1780550 Jun 21 04:26:56.316046 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b94845-2fdd-466a-a2dc-65808fa1f014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd1d8fe-d33c-4536-b373-a9f155881295,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:56.319584 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-a2b94845-2fdd-466a-a2dc-65808fa1f014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:56.320147 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 58374) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:26:56.320478 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41accdf3-5eb1-4cd6-bb05-5d8d56897fff req-453d536c-4e63-4bd9-a0d9-e882fd080d1c tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:56.322286 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-41accdf3-5eb1-4cd6-bb05-5d8d56897fff req-453d536c-4e63-4bd9-a0d9-e882fd080d1c tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=38d78f8b-16cc-42b8-b91f-faedbc0988fd HTTP/1.1" status: 200 len: 945 time: 0.0774925 Jun 21 04:26:56.378433 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-41accdf3-5eb1-4cd6-bb05-5d8d56897fff req-34885325-87c8-46c6-9604-7a046e0dc8cf tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356472 Jun 21 04:26:56.387996 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-f9fc50bc-8929-4715-ad80-9bd20f5f0828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:56.410449 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-f9fc50bc-8929-4715-ad80-9bd20f5f0828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:56.491879 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-f9fc50bc-8929-4715-ad80-9bd20f5f0828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:56.495495 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-f9fc50bc-8929-4715-ad80-9bd20f5f0828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:56.500770 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-f9fc50bc-8929-4715-ad80-9bd20f5f0828 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5dd1d8fe-d33c-4536-b373-a9f155881295 HTTP/1.1" status: 204 len: 168 time: 0.1777759 Jun 21 04:26:56.503115 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-a5e46128-a3c6-4ab3-99ce-c30287b704ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:56.519217 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc50bc-8929-4715-ad80-9bd20f5f0828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd1d8fe-d33c-4536-b373-a9f155881295,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:56.524158 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-f9fc50bc-8929-4715-ad80-9bd20f5f0828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:56.643358 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d396938-37c2-406a-b8a0-e4cf7dcba0da req-52322ac6-b73b-4305-aeab-dbf6c731ccd5 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:56.644885 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-0d396938-37c2-406a-b8a0-e4cf7dcba0da req-52322ac6-b73b-4305-aeab-dbf6c731ccd5 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/networks?id=de51be99-4968-47a2-b994-f99e1af4ffea HTTP/1.1" status: 200 len: 814 time: 0.1240950 Jun 21 04:26:56.661440 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-0d396938-37c2-406a-b8a0-e4cf7dcba0da req-be5943d5-9cbc-4644-a07d-8699c3feb4c5 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/quotas/745539a724d14a38908499c2728ab2e3 HTTP/1.1" status: 200 len: 375 time: 0.0093610 Jun 21 04:26:56.739523 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-0d396938-37c2-406a-b8a0-e4cf7dcba0da req-cd67a6dc-0bdb-4024-812f-f8e6cb330a99 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=745539a724d14a38908499c2728ab2e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0719371 Jun 21 04:26:56.846354 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-0d396938-37c2-406a-b8a0-e4cf7dcba0da req-1e2f9a97-dc4d-4ea0-af72-82ccbe150acf service neutron] 10.222.0.53 "GET /v2.0/networks/de51be99-4968-47a2-b994-f99e1af4ffea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918915 Jun 21 04:26:56.978668 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-0d396938-37c2-406a-b8a0-e4cf7dcba0da req-d0d7c51b-3061-4c61-acc0-b38455b429ef service neutron] 10.222.0.53 "GET /v2.0/networks/de51be99-4968-47a2-b994-f99e1af4ffea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230302 Jun 21 04:26:57.022888 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb233b8-b112-4dac-9050-32300a513c79 req-0209f8c0-f657-40a7-85ea-52e248412b87 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:57.024973 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-beb233b8-b112-4dac-9050-32300a513c79 req-0209f8c0-f657-40a7-85ea-52e248412b87 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 945 time: 0.0770016 Jun 21 04:26:57.071208 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-beb233b8-b112-4dac-9050-32300a513c79 req-a71ef391-be75-4ae2-9b64-0b69129ad72a tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387721 Jun 21 04:26:57.192660 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-40402a64-49d0-4b65-9487-ec58aeed2692 req-029d31b8-a006-41d6-9625-7e33301cbe50 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a HTTP/1.1" status: 200 len: 210 time: 0.0387034 Jun 21 04:26:57.450196 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-0287d5c8-300c-4cec-a878-5cc042abe4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:57.796266 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb1d47-01b8-4d6b-b0cb-ec09fa23cd44 req-2f7d4db8-1d39-4dbc-aec8-68d4445d60a6 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:57.797989 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-faeb1d47-01b8-4d6b-b0cb-ec09fa23cd44 req-2f7d4db8-1d39-4dbc-aec8-68d4445d60a6 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=38d78f8b-16cc-42b8-b91f-faedbc0988fd HTTP/1.1" status: 200 len: 945 time: 0.3046961 Jun 21 04:26:57.840627 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-faeb1d47-01b8-4d6b-b0cb-ec09fa23cd44 req-0561b621-9115-4f2e-8e14-bb6935628be9 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335598 Jun 21 04:26:58.269578 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd73fe-9032-44a2-bfc8-db7d30ad62fc req-1aaea649-f9ce-42b3-af97-cf75d6c19a4c tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:58.271996 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3cdd73fe-9032-44a2-bfc8-db7d30ad62fc req-1aaea649-f9ce-42b3-af97-cf75d6c19a4c tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 945 time: 0.0667930 Jun 21 04:26:58.341451 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3cdd73fe-9032-44a2-bfc8-db7d30ad62fc req-3afdedbb-8565-413e-ad16-6d15db560ad8 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635483 Jun 21 04:26:58.364344 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-51d3e8e2-b7e0-416d-be6a-4fa5d6b33dfa req-98812b98-ba33-4586-b390-98732c9e3106 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a HTTP/1.1" status: 200 len: 210 time: 0.0431628 Jun 21 04:26:58.579056 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d396938-37c2-406a-b8a0-e4cf7dcba0da req-3e1452fd-ea9b-4320-8137-e32e4e85ec18 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:58.580582 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-0d396938-37c2-406a-b8a0-e4cf7dcba0da req-3e1452fd-ea9b-4320-8137-e32e4e85ec18 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.55 "GET /v2.0/networks?id=de51be99-4968-47a2-b994-f99e1af4ffea HTTP/1.1" status: 200 len: 814 time: 0.1284888 Jun 21 04:26:58.601552 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [req-0d396938-37c2-406a-b8a0-e4cf7dcba0da req-33355763-8d4b-4dd5-b8d7-6dd7930cdeb0 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Request body: {'port': {'device_id': '4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a', 'network_id': 'de51be99-4968-47a2-b994-f99e1af4ffea', 'admin_state_up': True, 'tenant_id': '745539a724d14a38908499c2728ab2e3'}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:26:58.722213 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d396938-37c2-406a-b8a0-e4cf7dcba0da req-33355763-8d4b-4dd5-b8d7-6dd7930cdeb0 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Made reservation on behalf of 745539a724d14a38908499c2728ab2e3 for: {'port': 1} {{(pid=92782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:26:58.725649 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-0d396938-37c2-406a-b8a0-e4cf7dcba0da req-33355763-8d4b-4dd5-b8d7-6dd7930cdeb0 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:58.855103 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.db_base_plugin_common [req-0d396938-37c2-406a-b8a0-e4cf7dcba0da req-33355763-8d4b-4dd5-b8d7-6dd7930cdeb0 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Allocated IP 172.20.0.12 (de51be99-4968-47a2-b994-f99e1af4ffea/84426b50-f58a-4895-847c-fc2b1761ca9d/bc3a147c-7810-48a8-bcea-bda6637ac018) {{(pid=92782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:26:59.011573 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-0d396938-37c2-406a-b8a0-e4cf7dcba0da req-33355763-8d4b-4dd5-b8d7-6dd7930cdeb0 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks [] for port, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:59.029133 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.provisioning_blocks [req-0d396938-37c2-406a-b8a0-e4cf7dcba0da req-33355763-8d4b-4dd5-b8d7-6dd7930cdeb0 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Transition to ACTIVE for port object bc3a147c-7810-48a8-bcea-bda6637ac018 will not be triggered until provisioned by entity DHCP. {{(pid=92782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:26:59.067753 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-0d396938-37c2-406a-b8a0-e4cf7dcba0da req-33355763-8d4b-4dd5-b8d7-6dd7930cdeb0 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14133711'] for port, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:59.073819 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-7fa8079a-6358-4ceb-bc4a-e7e579ae899c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:26:59.116133 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d396938-37c2-406a-b8a0-e4cf7dcba0da req-33355763-8d4b-4dd5-b8d7-6dd7930cdeb0 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Network de51be99-4968-47a2-b994-f99e1af4ffea is already hosted by enough agents. {{(pid=92782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:26:59.125349 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.base_scheduler [req-0d396938-37c2-406a-b8a0-e4cf7dcba0da req-33355763-8d4b-4dd5-b8d7-6dd7930cdeb0 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Resources bound (agent type, host, resource id): {{(pid=92782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:26:59.133130 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d396938-37c2-406a-b8a0-e4cf7dcba0da req-33355763-8d4b-4dd5-b8d7-6dd7930cdeb0 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Received port after_create {{(pid=92782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:26:59.175141 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33355763-8d4b-4dd5-b8d7-6dd7930cdeb0 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Pushing event updated for resources: {'Port': ['ID=bc3a147c-7810-48a8-bcea-bda6637ac018,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:26:59.184899 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-33355763-8d4b-4dd5-b8d7-6dd7930cdeb0 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:26:59.211454 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d396938-37c2-406a-b8a0-e4cf7dcba0da req-33355763-8d4b-4dd5-b8d7-6dd7930cdeb0 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:59.212132 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-0d396938-37c2-406a-b8a0-e4cf7dcba0da req-33355763-8d4b-4dd5-b8d7-6dd7930cdeb0 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for port, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:59.230949 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-0d396938-37c2-406a-b8a0-e4cf7dcba0da req-33355763-8d4b-4dd5-b8d7-6dd7930cdeb0 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6332047 Jun 21 04:26:59.535534 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-d04a63b2-f5ad-4086-bc2c-a4d90b2ceb1c None None] Provisioning for port bc3a147c-7810-48a8-bcea-bda6637ac018 completed by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:26:59.539705 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-d04a63b2-f5ad-4086-bc2c-a4d90b2ceb1c None None] Provisioning complete for port bc3a147c-7810-48a8-bcea-bda6637ac018 triggered by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:26:59.540099 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-d04a63b2-f5ad-4086-bc2c-a4d90b2ceb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:59.590570 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-d04a63b2-f5ad-4086-bc2c-a4d90b2ceb1c None None] Port bc3a147c-7810-48a8-bcea-bda6637ac018 cannot update to ACTIVE because it is not bound. {{(pid=92784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:26:59.628889 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e9eed-31dc-4b6d-8471-72148ce7ec37 req-68e085ec-d858-4267-bed8-dee905c52201 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:59.631711 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6e3e9eed-31dc-4b6d-8471-72148ce7ec37 req-68e085ec-d858-4267-bed8-dee905c52201 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 945 time: 0.1013408 Jun 21 04:26:59.687413 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6e3e9eed-31dc-4b6d-8471-72148ce7ec37 req-d26ed902-26c7-4739-a5dc-d8260abad2df tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511544 Jun 21 04:26:59.778894 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-146ff1fe-0402-4310-b153-c505fcbe0dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:26:59.903528 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f929ba-328b-49fd-aa00-ced6d1f70303 req-40ac3888-2011-434c-9bce-7b6d03601f7e tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:26:59.904923 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-36f929ba-328b-49fd-aa00-ced6d1f70303 req-40ac3888-2011-434c-9bce-7b6d03601f7e tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a HTTP/1.1" status: 200 len: 932 time: 0.0698502 Jun 21 04:26:59.953927 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-36f929ba-328b-49fd-aa00-ced6d1f70303 req-e2f3da1d-aa1a-47a6-a6e9-93c027e25cf1 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1d05cdb-cfe4-4ed3-96a8-63d61fa8d225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397773 Jun 21 04:27:00.053403 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:01.137528 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-96e1c505-da01-46a8-887c-1f2eb0a4db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:01.979586 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 58546) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:02.086390 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-cd20ed5a-11da-4de4-bd4d-48a3dfc8b954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:02.176988 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-cd20ed5a-11da-4de4-bd4d-48a3dfc8b954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:02.180723 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-cd20ed5a-11da-4de4-bd4d-48a3dfc8b954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:02.184019 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-2de78dd9-5306-495b-ba59-ed03454d1bb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:02.219235 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-cd20ed5a-11da-4de4-bd4d-48a3dfc8b954 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3beba0a2b9b041a3a7acbe12c82ea787&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2385507 Jun 21 04:27:02.220200 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd20ed5a-11da-4de4-bd4d-48a3dfc8b954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be7c1aa-f439-4c7a-a59d-a484a6c994cf,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:02.222324 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 58550) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:02.224135 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-cd20ed5a-11da-4de4-bd4d-48a3dfc8b954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:02.273476 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-4b0c2326-9820-46a8-b2c2-52360a4457cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:02.297138 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-4b0c2326-9820-46a8-b2c2-52360a4457cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:02.344593 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-4b0c2326-9820-46a8-b2c2-52360a4457cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:02.348083 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-4b0c2326-9820-46a8-b2c2-52360a4457cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:02.351438 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-4b0c2326-9820-46a8-b2c2-52360a4457cf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3be7c1aa-f439-4c7a-a59d-a484a6c994cf HTTP/1.1" status: 204 len: 168 time: 0.1258757 Jun 21 04:27:02.351438 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-46cfff5d-2a18-4759-9ca0-19bc6360d5f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:02.357148 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c2326-9820-46a8-b2c2-52360a4457cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be7c1aa-f439-4c7a-a59d-a484a6c994cf,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:02.362437 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-4b0c2326-9820-46a8-b2c2-52360a4457cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:02.575093 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-a8ace0c1-1149-433a-b03a-8a8d050911ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:02.632887 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 58556) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:02.645992 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-0d3c4b0b-f016-4313-aae6-db65d926087b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:02.737153 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-0d3c4b0b-f016-4313-aae6-db65d926087b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:02.740629 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-0d3c4b0b-f016-4313-aae6-db65d926087b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:02.744269 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:02.786967 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-0d3c4b0b-f016-4313-aae6-db65d926087b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1294c498851046baa421d90a51765694&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1529777 Jun 21 04:27:02.788485 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c4b0b-f016-4313-aae6-db65d926087b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1860120-da72-4db7-9e75-7e5e9209acba,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:02.790232 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 58558) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:02.791604 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-0d3c4b0b-f016-4313-aae6-db65d926087b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:02.852150 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-be68664c-50e3-4859-9880-64345165bf98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:02.893172 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-be68664c-50e3-4859-9880-64345165bf98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:02.940145 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-be68664c-50e3-4859-9880-64345165bf98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:02.942912 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-be68664c-50e3-4859-9880-64345165bf98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:02.944029 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-be68664c-50e3-4859-9880-64345165bf98 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e1860120-da72-4db7-9e75-7e5e9209acba HTTP/1.1" status: 204 len: 168 time: 0.1518037 Jun 21 04:27:02.944757 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-4079830c-9be8-4867-ad9a-af726bd1b2c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:02.951935 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be68664c-50e3-4859-9880-64345165bf98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1860120-da72-4db7-9e75-7e5e9209acba,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:02.954085 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-be68664c-50e3-4859-9880-64345165bf98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:04.831976 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 58622) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:04.938067 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-f373f455-842d-484c-83a4-22df8b922cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:05.045171 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-f373f455-842d-484c-83a4-22df8b922cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:05.048877 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-f373f455-842d-484c-83a4-22df8b922cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:05.052206 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-fee419d6-7faa-4de0-8b0f-16c02c68e1f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:05.086731 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f373f455-842d-484c-83a4-22df8b922cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9528323-9d0e-4819-ad07-23f24d45268d,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:05.090204 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-f373f455-842d-484c-83a4-22df8b922cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:05.092970 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-f373f455-842d-484c-83a4-22df8b922cb0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=67fcae122c2747d589c47ed6350473f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2599974 Jun 21 04:27:05.095738 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 58628) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:05.146077 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-1e0ffd12-0f35-4fd5-a9e8-8d160a0867e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:05.170091 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-1e0ffd12-0f35-4fd5-a9e8-8d160a0867e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:05.221604 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-1e0ffd12-0f35-4fd5-a9e8-8d160a0867e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:05.224264 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-1e0ffd12-0f35-4fd5-a9e8-8d160a0867e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:05.225383 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-1e0ffd12-0f35-4fd5-a9e8-8d160a0867e5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b9528323-9d0e-4819-ad07-23f24d45268d HTTP/1.1" status: 204 len: 168 time: 0.1288633 Jun 21 04:27:05.226095 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-a6335d0e-dd5e-4cd6-8e86-1ca47014953c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:05.233752 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0ffd12-0f35-4fd5-a9e8-8d160a0867e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9528323-9d0e-4819-ad07-23f24d45268d,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:05.236933 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-1e0ffd12-0f35-4fd5-a9e8-8d160a0867e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:05.506604 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 58634) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:05.522925 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b9de53b7-ef66-4ea1-91d2-cb82a7bc884f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:05.619327 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b9de53b7-ef66-4ea1-91d2-cb82a7bc884f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:05.623377 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b9de53b7-ef66-4ea1-91d2-cb82a7bc884f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:05.627457 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-29756621-14db-4c31-ae34-56addb3c5f4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:05.667277 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-b9de53b7-ef66-4ea1-91d2-cb82a7bc884f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c4c96038988b4d2887b0c2fc386b86f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1593635 Jun 21 04:27:05.668184 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9de53b7-ef66-4ea1-91d2-cb82a7bc884f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef652467-31f2-4775-bbd4-7335b807c3ec,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:05.669999 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 58636) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:05.671827 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-b9de53b7-ef66-4ea1-91d2-cb82a7bc884f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:05.722962 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-daf3f86e-90f5-46c2-bbd0-3d30b25b7df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:05.753440 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-daf3f86e-90f5-46c2-bbd0-3d30b25b7df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:05.799319 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-daf3f86e-90f5-46c2-bbd0-3d30b25b7df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:05.802027 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-daf3f86e-90f5-46c2-bbd0-3d30b25b7df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:05.805552 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-daf3f86e-90f5-46c2-bbd0-3d30b25b7df9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ef652467-31f2-4775-bbd4-7335b807c3ec HTTP/1.1" status: 204 len: 168 time: 0.1315880 Jun 21 04:27:05.805552 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:05.823536 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf3f86e-90f5-46c2-bbd0-3d30b25b7df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef652467-31f2-4775-bbd4-7335b807c3ec,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:05.825941 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-daf3f86e-90f5-46c2-bbd0-3d30b25b7df9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:06.885780 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 58668) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:06.996656 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-ae5d887a-25b4-416d-a9e3-ed5ef4ba6daf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:07.087716 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-ae5d887a-25b4-416d-a9e3-ed5ef4ba6daf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:07.096387 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-ae5d887a-25b4-416d-a9e3-ed5ef4ba6daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:07.099981 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-219924f5-97a2-4917-baf1-a4b1293ff025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:07.142678 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-ae5d887a-25b4-416d-a9e3-ed5ef4ba6daf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=16b00a1ba3144a55ad0584e8afb0a0c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2554076 Jun 21 04:27:07.143852 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d887a-25b4-416d-a9e3-ed5ef4ba6daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32cff7a2-e569-4e1c-90e2-15bd5c0cd3a4,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:07.145559 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 58674) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:07.146859 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-ae5d887a-25b4-416d-a9e3-ed5ef4ba6daf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:07.201850 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-9b4d0c09-3318-4d11-a6c5-a778416b5fc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:07.225159 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-9b4d0c09-3318-4d11-a6c5-a778416b5fc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:07.272965 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-9b4d0c09-3318-4d11-a6c5-a778416b5fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:07.275552 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-9b4d0c09-3318-4d11-a6c5-a778416b5fc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:07.276651 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-9b4d0c09-3318-4d11-a6c5-a778416b5fc2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/32cff7a2-e569-4e1c-90e2-15bd5c0cd3a4 HTTP/1.1" status: 204 len: 168 time: 0.1291533 Jun 21 04:27:07.277446 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-fd01befc-a1ab-49f5-8b87-5c28f5b9250a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:07.285551 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4d0c09-3318-4d11-a6c5-a778416b5fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32cff7a2-e569-4e1c-90e2-15bd5c0cd3a4,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:07.288655 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-9b4d0c09-3318-4d11-a6c5-a778416b5fc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:17.099929 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:17.620961 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [req-0d396938-37c2-406a-b8a0-e4cf7dcba0da req-5adeefd4-2055-4242-8019-6321d49484c6 service neutron] Request body: {'port': {'device_id': '4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:27:17.701959 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-0d396938-37c2-406a-b8a0-e4cf7dcba0da req-5adeefd4-2055-4242-8019-6321d49484c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:18.061563 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.notifiers.nova [req-0d396938-37c2-406a-b8a0-e4cf7dcba0da req-5adeefd4-2055-4242-8019-6321d49484c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc3a147c-7810-48a8-bcea-bda6637ac018 {{(pid=92782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:27:18.071233 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-0d396938-37c2-406a-b8a0-e4cf7dcba0da req-5adeefd4-2055-4242-8019-6321d49484c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:18.097043 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.provisioning_blocks [req-0d396938-37c2-406a-b8a0-e4cf7dcba0da req-5adeefd4-2055-4242-8019-6321d49484c6 service neutron] Transition to ACTIVE for port object bc3a147c-7810-48a8-bcea-bda6637ac018 will not be triggered until provisioned by entity L2. {{(pid=92782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:27:18.104095 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-0d396938-37c2-406a-b8a0-e4cf7dcba0da req-5adeefd4-2055-4242-8019-6321d49484c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14133753'] for port, after_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:18.109820 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:18.126847 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72a94a-0e9c-47e3-8e3d-46dbdb98fe8f req-518eeee6-af96-409c-913d-9a271c1a9c45 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:18.128550 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3b72a94a-0e9c-47e3-8e3d-46dbdb98fe8f req-518eeee6-af96-409c-913d-9a271c1a9c45 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 945 time: 0.1853478 Jun 21 04:27:18.161782 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfa02c-ba3a-4a77-8ad3-d52e84e9692f req-69ba01d3-9fb6-43d6-a631-0306a57bdab6 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:18.163531 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a9bfa02c-ba3a-4a77-8ad3-d52e84e9692f req-69ba01d3-9fb6-43d6-a631-0306a57bdab6 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a HTTP/1.1" status: 200 len: 932 time: 0.2080705 Jun 21 04:27:18.240284 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adeefd4-2055-4242-8019-6321d49484c6 service neutron] Pushing event updated for resources: {'Port': ['ID=bc3a147c-7810-48a8-bcea-bda6637ac018,revision_number=2']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:18.248778 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-5adeefd4-2055-4242-8019-6321d49484c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:18.311195 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3b72a94a-0e9c-47e3-8e3d-46dbdb98fe8f req-9badc431-736c-45d2-9352-b7be82040e81 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624558 Jun 21 04:27:18.315570 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a9bfa02c-ba3a-4a77-8ad3-d52e84e9692f req-1f60f153-912b-4f96-8d06-1401d21c2d08 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1d05cdb-cfe4-4ed3-96a8-63d61fa8d225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378207 Jun 21 04:27:18.344735 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.managers [req-0d396938-37c2-406a-b8a0-e4cf7dcba0da req-5adeefd4-2055-4242-8019-6321d49484c6 service neutron] Attempting to bind port bc3a147c-7810-48a8-bcea-bda6637ac018 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:27:18.345717 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.managers [req-0d396938-37c2-406a-b8a0-e4cf7dcba0da req-5adeefd4-2055-4242-8019-6321d49484c6 service neutron] Attempting to bind port bc3a147c-7810-48a8-bcea-bda6637ac018 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '4eecd522-411d-4cfa-948b-d3d30878a1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'de51be99-4968-47a2-b994-f99e1af4ffea'}] {{(pid=92782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:27:18.346264 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d396938-37c2-406a-b8a0-e4cf7dcba0da req-5adeefd4-2055-4242-8019-6321d49484c6 service neutron] Attempting to bind port bc3a147c-7810-48a8-bcea-bda6637ac018 on network de51be99-4968-47a2-b994-f99e1af4ffea {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:27:18.350822 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d396938-37c2-406a-b8a0-e4cf7dcba0da req-5adeefd4-2055-4242-8019-6321d49484c6 service neutron] Port bc3a147c-7810-48a8-bcea-bda6637ac018 on network de51be99-4968-47a2-b994-f99e1af4ffea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:27:18.351140 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d396938-37c2-406a-b8a0-e4cf7dcba0da req-5adeefd4-2055-4242-8019-6321d49484c6 service neutron] Attempting to bind port bc3a147c-7810-48a8-bcea-bda6637ac018 on network de51be99-4968-47a2-b994-f99e1af4ffea {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:27:18.355780 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d396938-37c2-406a-b8a0-e4cf7dcba0da req-5adeefd4-2055-4242-8019-6321d49484c6 service neutron] Checking agent: {'id': 'e86ead90-85ed-45dc-94a1-895a24121321', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 23, 47), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:27:18.356107 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d396938-37c2-406a-b8a0-e4cf7dcba0da req-5adeefd4-2055-4242-8019-6321d49484c6 service neutron] Checking segment: {'id': '4eecd522-411d-4cfa-948b-d3d30878a1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'de51be99-4968-47a2-b994-f99e1af4ffea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:27:18.356487 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d396938-37c2-406a-b8a0-e4cf7dcba0da req-5adeefd4-2055-4242-8019-6321d49484c6 service neutron] Bound using segment: {'id': '4eecd522-411d-4cfa-948b-d3d30878a1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'de51be99-4968-47a2-b994-f99e1af4ffea'} {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:27:18.356906 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.managers [req-0d396938-37c2-406a-b8a0-e4cf7dcba0da req-5adeefd4-2055-4242-8019-6321d49484c6 service neutron] Bound port: bc3a147c-7810-48a8-bcea-bda6637ac018, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eecd522-411d-4cfa-948b-d3d30878a1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'de51be99-4968-47a2-b994-f99e1af4ffea'}}] {{(pid=92782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:27:18.357246 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-0d396938-37c2-406a-b8a0-e4cf7dcba0da req-5adeefd4-2055-4242-8019-6321d49484c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:18.424939 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.db [req-0d396938-37c2-406a-b8a0-e4cf7dcba0da req-5adeefd4-2055-4242-8019-6321d49484c6 service neutron] For port bc3a147c-7810-48a8-bcea-bda6637ac018, host hv-cinder-79717, cleared binding levels {{(pid=92782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:27:18.427648 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.db [req-0d396938-37c2-406a-b8a0-e4cf7dcba0da req-5adeefd4-2055-4242-8019-6321d49484c6 service neutron] For port bc3a147c-7810-48a8-bcea-bda6637ac018, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=bc3a147c-7810-48a8-bcea-bda6637ac018,segment=NetworkSegment(4eecd522-411d-4cfa-948b-d3d30878a1c1),segment_id=4eecd522-411d-4cfa-948b-d3d30878a1c1)] {{(pid=92782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:27:18.431770 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-0d396938-37c2-406a-b8a0-e4cf7dcba0da req-5adeefd4-2055-4242-8019-6321d49484c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14133753'] for port, after_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:18.434416 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:18.465077 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d396938-37c2-406a-b8a0-e4cf7dcba0da req-5adeefd4-2055-4242-8019-6321d49484c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:18.465692 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-0d396938-37c2-406a-b8a0-e4cf7dcba0da req-5adeefd4-2055-4242-8019-6321d49484c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for port, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:18.467133 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-0d396938-37c2-406a-b8a0-e4cf7dcba0da req-5adeefd4-2055-4242-8019-6321d49484c6 service neutron] 10.222.0.55 "PUT /v2.0/ports/bc3a147c-7810-48a8-bcea-bda6637ac018 HTTP/1.1" status: 200 len: 1094 time: 0.8505366 Jun 21 04:27:18.469975 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a', 'tag': 'bc3a147c-7810-48a8-bcea-bda6637ac018'}] {{(pid=92782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:27:18.474151 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20f1c8b8986f59859b4229cceefba24e6e47d71d2fcee399c6ca6947cd3b11b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1533f1cf-abfe-4d8c-89e8-f309c34c1f71" -d '{"events": [{"name": "network-changed", "server_uuid": "4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a", "tag": "bc3a147c-7810-48a8-bcea-bda6637ac018"}]}' {{(pid=92782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:27:18.508409 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adeefd4-2055-4242-8019-6321d49484c6 service neutron] Pushing event updated for resources: {'Port': ['ID=bc3a147c-7810-48a8-bcea-bda6637ac018,revision_number=3']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:18.511686 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-5adeefd4-2055-4242-8019-6321d49484c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:18.526417 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595fed52-9764-487e-9d6c-074321b1c36f x-openstack-request-id: req-595fed52-9764-487e-9d6c-074321b1c36f {{(pid=92782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:27:18.526819 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a", "tag": "bc3a147c-7810-48a8-bcea-bda6637ac018", "status": "completed", "code": 200}]} {{(pid=92782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:27:18.527102 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-595fed52-9764-487e-9d6c-074321b1c36f {{(pid=92782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:27:18.527530 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a', 'tag': 'bc3a147c-7810-48a8-bcea-bda6637ac018', 'status': 'completed', 'code': 200} Jun 21 04:27:18.585546 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d396938-37c2-406a-b8a0-e4cf7dcba0da req-92837214-8247-49bc-b8de-a1f0b100e082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:18.587060 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-0d396938-37c2-406a-b8a0-e4cf7dcba0da req-92837214-8247-49bc-b8de-a1f0b100e082 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=745539a724d14a38908499c2728ab2e3&device_id=4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a HTTP/1.1" status: 200 len: 1097 time: 0.0558531 Jun 21 04:27:18.633022 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-0d396938-37c2-406a-b8a0-e4cf7dcba0da req-74a62f12-a6b1-45b3-9fd9-cdf2a985e7fc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc3a147c-7810-48a8-bcea-bda6637ac018 HTTP/1.1" status: 200 len: 217 time: 0.0375092 Jun 21 04:27:18.683875 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d396938-37c2-406a-b8a0-e4cf7dcba0da req-43ca2b11-babb-4223-897a-5b63d04a8e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:18.685331 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-0d396938-37c2-406a-b8a0-e4cf7dcba0da req-43ca2b11-babb-4223-897a-5b63d04a8e8e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=84426b50-f58a-4895-847c-fc2b1761ca9d HTTP/1.1" status: 200 len: 853 time: 0.0462999 Jun 21 04:27:18.755216 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d396938-37c2-406a-b8a0-e4cf7dcba0da req-bcf8b187-b511-4671-98b8-2b5bf17eb3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:18.756662 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-0d396938-37c2-406a-b8a0-e4cf7dcba0da req-bcf8b187-b511-4671-98b8-2b5bf17eb3d7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=de51be99-4968-47a2-b994-f99e1af4ffea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0637796 Jun 21 04:27:19.591176 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-0d396938-37c2-406a-b8a0-e4cf7dcba0da req-2fb6a6fc-9fc7-4a3b-985d-0731037d1373 service neutron] 10.222.0.55 "GET /v2.0/networks/de51be99-4968-47a2-b994-f99e1af4ffea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933468 Jun 21 04:27:19.767481 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-0d396938-37c2-406a-b8a0-e4cf7dcba0da req-d8d1e16b-f4f8-46ec-a395-e84830012035 service neutron] 10.222.0.55 "GET /v2.0/networks/de51be99-4968-47a2-b994-f99e1af4ffea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687417 Jun 21 04:27:19.781269 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd7922-1358-4d53-99d8-18bfa4f3ffe1 req-c19bdcb4-2282-47c2-abf5-9aab843cec4a tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:19.782653 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-ebfd7922-1358-4d53-99d8-18bfa4f3ffe1 req-c19bdcb4-2282-47c2-abf5-9aab843cec4a tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 945 time: 0.1645777 Jun 21 04:27:19.797567 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4b1f8-f348-44b4-b8a9-547a099ab380 req-86d69fbe-05b1-4b1a-8d8f-d82d4116f807 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:19.799612 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-dee4b1f8-f348-44b4-b8a9-547a099ab380 req-86d69fbe-05b1-4b1a-8d8f-d82d4116f807 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a HTTP/1.1" status: 200 len: 944 time: 0.1548376 Jun 21 04:27:19.879701 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-dee4b1f8-f348-44b4-b8a9-547a099ab380 req-1f93b5f9-f6ac-45ad-8c63-c65c23ccba78 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1d05cdb-cfe4-4ed3-96a8-63d61fa8d225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729954 Jun 21 04:27:19.884678 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-ebfd7922-1358-4d53-99d8-18bfa4f3ffe1 req-76e37e57-db34-4b35-9d01-5fccc7e939c6 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843189 Jun 21 04:27:19.915150 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1533f1cf-abfe-4d8c-89e8-f309c34c1f71 req-75b2bae9-9ec1-45c5-826b-fbd394aab8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:19.916602 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1533f1cf-abfe-4d8c-89e8-f309c34c1f71 req-75b2bae9-9ec1-45c5-826b-fbd394aab8cc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=745539a724d14a38908499c2728ab2e3&device_id=4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a HTTP/1.1" status: 200 len: 1097 time: 0.0746355 Jun 21 04:27:20.025576 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1533f1cf-abfe-4d8c-89e8-f309c34c1f71 req-22ff5eec-554e-400e-aee2-f1ab69093b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:20.025576 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1533f1cf-abfe-4d8c-89e8-f309c34c1f71 req-22ff5eec-554e-400e-aee2-f1ab69093b74 service neutron] 10.222.0.55 "GET /v2.0/networks?id=de51be99-4968-47a2-b994-f99e1af4ffea HTTP/1.1" status: 200 len: 915 time: 0.0874653 Jun 21 04:27:20.066576 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1533f1cf-abfe-4d8c-89e8-f309c34c1f71 req-e79ae786-281b-44af-ae87-6c89e0b662e2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc3a147c-7810-48a8-bcea-bda6637ac018 HTTP/1.1" status: 200 len: 217 time: 0.0354125 Jun 21 04:27:20.122640 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1533f1cf-abfe-4d8c-89e8-f309c34c1f71 req-b8c238c0-166a-43e8-84a9-68a9f93039fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:20.124060 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1533f1cf-abfe-4d8c-89e8-f309c34c1f71 req-b8c238c0-166a-43e8-84a9-68a9f93039fd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=84426b50-f58a-4895-847c-fc2b1761ca9d HTTP/1.1" status: 200 len: 853 time: 0.0468726 Jun 21 04:27:20.185624 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1533f1cf-abfe-4d8c-89e8-f309c34c1f71 req-dd7cc67f-919c-4a74-99e5-bdb85179f8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:20.187070 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1533f1cf-abfe-4d8c-89e8-f309c34c1f71 req-dd7cc67f-919c-4a74-99e5-bdb85179f8af service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=de51be99-4968-47a2-b994-f99e1af4ffea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529571 Jun 21 04:27:20.282442 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1533f1cf-abfe-4d8c-89e8-f309c34c1f71 req-dc16c6b3-1fe7-48a1-b1a6-2f942a78134b service neutron] 10.222.0.55 "GET /v2.0/networks/de51be99-4968-47a2-b994-f99e1af4ffea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817060 Jun 21 04:27:20.384022 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1533f1cf-abfe-4d8c-89e8-f309c34c1f71 req-bd10d700-fa16-41b6-b9de-f6d9083c4e78 service neutron] 10.222.0.55 "GET /v2.0/networks/de51be99-4968-47a2-b994-f99e1af4ffea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879259 Jun 21 04:27:20.999724 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d197f4-1dc0-4c44-b192-167f120f528e req-f71b15a0-44ca-490d-9b56-68e0623ea8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:21.001313 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d7d197f4-1dc0-4c44-b192-167f120f528e req-f71b15a0-44ca-490d-9b56-68e0623ea8f0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 1098 time: 0.0709713 Jun 21 04:27:21.113715 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d7d197f4-1dc0-4c44-b192-167f120f528e req-694becfa-26ea-4339-8f87-1fdda7aabb76 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011071 Jun 21 04:27:21.145589 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337c608-1f3a-4262-82d3-06dc8b1c7fa6 req-1e763c01-db13-48e3-8140-bf598e9a09bf tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:21.147006 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-9337c608-1f3a-4262-82d3-06dc8b1c7fa6 req-1e763c01-db13-48e3-8140-bf598e9a09bf tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 945 time: 0.1368725 Jun 21 04:27:21.154034 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252a643-ca7e-4972-8d36-1cd0cf3835d3 req-d583483d-a753-4e67-a873-b385a1002de6 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:21.155388 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-9252a643-ca7e-4972-8d36-1cd0cf3835d3 req-d583483d-a753-4e67-a873-b385a1002de6 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a HTTP/1.1" status: 200 len: 944 time: 0.1263909 Jun 21 04:27:21.212225 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-9337c608-1f3a-4262-82d3-06dc8b1c7fa6 req-eb89ae13-e5c8-4d5c-8bc4-e69ed73da6c4 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559132 Jun 21 04:27:21.215069 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-9252a643-ca7e-4972-8d36-1cd0cf3835d3 req-4e36df8e-7a5c-4a61-a823-d980ac655a44 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1d05cdb-cfe4-4ed3-96a8-63d61fa8d225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519643 Jun 21 04:27:22.450181 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017e128-0252-4616-b6e0-770ae43cc4eb req-fc6ac23a-fb7a-4a9d-84c6-73f76ef4e9d7 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:22.451661 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a017e128-0252-4616-b6e0-770ae43cc4eb req-fc6ac23a-fb7a-4a9d-84c6-73f76ef4e9d7 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 945 time: 0.1133387 Jun 21 04:27:22.458683 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecdc511-3335-4cf9-b2c2-2f993a25c4af req-f87e949c-edfa-4c44-aaec-80653f0b13ae tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:22.460022 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1ecdc511-3335-4cf9-b2c2-2f993a25c4af req-f87e949c-edfa-4c44-aaec-80653f0b13ae tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a HTTP/1.1" status: 200 len: 944 time: 0.1241105 Jun 21 04:27:22.513283 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a017e128-0252-4616-b6e0-770ae43cc4eb req-bedea094-dbef-40a3-8569-b8bf03a4dad3 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523536 Jun 21 04:27:22.518487 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1ecdc511-3335-4cf9-b2c2-2f993a25c4af req-65e2ac0e-461a-435b-8059-125a5925a38f tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1d05cdb-cfe4-4ed3-96a8-63d61fa8d225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519617 Jun 21 04:27:23.011873 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device bc3a147c-7810-48a8-bcea-bda6637ac018 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:27:23.102888 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port bc3a147c-7810-48a8-bcea-bda6637ac018, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=bc3a147c-7810-48a8-bcea-bda6637ac018,segment=NetworkSegment(4eecd522-411d-4cfa-948b-d3d30878a1c1),segment_id=4eecd522-411d-4cfa-948b-d3d30878a1c1)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:27:23.113777 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Returning: {'device': 'bc3a147c-7810-48a8-bcea-bda6637ac018', 'network_id': 'de51be99-4968-47a2-b994-f99e1af4ffea', 'port_id': 'bc3a147c-7810-48a8-bcea-bda6637ac018', 'mac_address': 'fa:16:3e:a8:ec:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84426b50-f58a-4895-847c-fc2b1761ca9d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:27:23.148928 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:23.161555 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.notifiers.nova [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc3a147c-7810-48a8-bcea-bda6637ac018 {{(pid=92784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:27:23.180708 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port bc3a147c-7810-48a8-bcea-bda6637ac018, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=bc3a147c-7810-48a8-bcea-bda6637ac018,segment=NetworkSegment(4eecd522-411d-4cfa-948b-d3d30878a1c1),segment_id=4eecd522-411d-4cfa-948b-d3d30878a1c1)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:27:23.185437 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:23.187219 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:23.234809 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Pushing event updated for resources: {'Port': ['ID=bc3a147c-7810-48a8-bcea-bda6637ac018,revision_number=4']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:23.238335 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:23.334859 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.agents_db [None req-2d4e51dd-16b2-4ea0-aa94-70b67a47226d None None] Agent healthcheck: found 6 active agents {{(pid=92785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:27:25.257774 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2014d-c5c6-4ca5-a2cb-3b10bb108b0b req-eb16d22c-8948-4518-9580-c18b3f07dd1b tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:25.258208 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-4aa2014d-c5c6-4ca5-a2cb-3b10bb108b0b req-eb16d22c-8948-4518-9580-c18b3f07dd1b tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a HTTP/1.1" status: 200 len: 945 time: 0.0964494 Jun 21 04:27:25.270053 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dfa3a1-7c91-4b0c-bb39-2493b7e7c03b req-64b02070-0150-4af6-9f38-028238f8b7c4 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:25.271645 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a4dfa3a1-7c91-4b0c-bb39-2493b7e7c03b req-64b02070-0150-4af6-9f38-028238f8b7c4 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 945 time: 0.1197672 Jun 21 04:27:25.324545 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-4aa2014d-c5c6-4ca5-a2cb-3b10bb108b0b req-b4dc8512-80a9-464e-a127-e195a430899e tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1d05cdb-cfe4-4ed3-96a8-63d61fa8d225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519528 Jun 21 04:27:25.331328 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a4dfa3a1-7c91-4b0c-bb39-2493b7e7c03b req-c5b75c1f-1443-4ef5-99eb-ffb7f42188f6 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529160 Jun 21 04:27:25.407677 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] get_ports_and_sgs() called for port_ids ['bc3a147c-7810-48a8-bcea-bda6637ac018'] {{(pid=92784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:27:26.536712 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f62c3-fb89-4450-9fdd-f13c9148b1c3 req-e9327102-4c70-475f-9a1b-b63318bcd233 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:26.538402 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-883f62c3-fb89-4450-9fdd-f13c9148b1c3 req-e9327102-4c70-475f-9a1b-b63318bcd233 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a HTTP/1.1" status: 200 len: 945 time: 0.1033390 Jun 21 04:27:26.547889 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5663c26-eb87-40e2-9c7b-297a8716811a req-1e5ff2e0-773d-4ff0-9d5c-5f47b6f6083a tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:26.549731 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d5663c26-eb87-40e2-9c7b-297a8716811a req-1e5ff2e0-773d-4ff0-9d5c-5f47b6f6083a tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 945 time: 0.1042783 Jun 21 04:27:26.602197 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-883f62c3-fb89-4450-9fdd-f13c9148b1c3 req-9f2638ff-fa6a-4492-b066-6e2667b31c3a tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1d05cdb-cfe4-4ed3-96a8-63d61fa8d225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515435 Jun 21 04:27:26.607138 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d5663c26-eb87-40e2-9c7b-297a8716811a req-4c77acc7-e4a2-469c-8d43-7893d0952647 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500762 Jun 21 04:27:26.777670 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b21360-0484-41e1-9997-84565a661fea req-9ac17a37-f2d1-4f2c-8f7c-178e84f490a2 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:26.777670 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f9b21360-0484-41e1-9997-84565a661fea req-9ac17a37-f2d1-4f2c-8f7c-178e84f490a2 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.0637853 Jun 21 04:27:26.814300 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f9b21360-0484-41e1-9997-84565a661fea req-72eb1366-de40-4409-a996-b59d5c6c70ad tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321372 Jun 21 04:27:27.020986 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device bc3a147c-7810-48a8-bcea-bda6637ac018 up at agent hyperv_hv-cinder-79717 {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:27:27.076501 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Provisioning for port bc3a147c-7810-48a8-bcea-bda6637ac018 completed by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:27:27.080967 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Provisioning complete for port bc3a147c-7810-48a8-bcea-bda6637ac018 triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:27:27.081354 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:27.166088 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:27.190380 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc3a147c-7810-48a8-bcea-bda6637ac018'}] {{(pid=92784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:27:27.193285 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea407864149563716f916f7ad989592de9d82914ebf27f22c024267046db962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81d2cf9-13c4-4538-9aa6-b214e96716d0" -d '{"events": [{"server_uuid": "4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a", "name": "network-vif-plugged", "status": "completed", "tag": "bc3a147c-7810-48a8-bcea-bda6637ac018"}]}' {{(pid=92784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:27:27.211867 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port bc3a147c-7810-48a8-bcea-bda6637ac018, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=bc3a147c-7810-48a8-bcea-bda6637ac018,segment=NetworkSegment(4eecd522-411d-4cfa-948b-d3d30878a1c1),segment_id=4eecd522-411d-4cfa-948b-d3d30878a1c1)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:27:27.217165 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:27.219352 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-4ae0b723-2999-424e-b15c-7d4eb70fe6b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:27.243166 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e01a5f-3b1e-47e3-99aa-6a745f4a66aa x-openstack-request-id: req-37e01a5f-3b1e-47e3-99aa-6a745f4a66aa {{(pid=92784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:27:27.243466 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a", "name": "network-vif-plugged", "status": "completed", "tag": "bc3a147c-7810-48a8-bcea-bda6637ac018", "code": 200}]} {{(pid=92784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:27:27.243722 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-37e01a5f-3b1e-47e3-99aa-6a745f4a66aa {{(pid=92784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:27:27.244113 dv-cinder-797170-3-iscsi neutron-server[92784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc3a147c-7810-48a8-bcea-bda6637ac018', 'code': 200} Jun 21 04:27:27.280022 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Pushing event updated for resources: {'Port': ['ID=bc3a147c-7810-48a8-bcea-bda6637ac018,revision_number=5']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:27.283190 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:27.442807 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-c7acd49f-619f-418f-a110-4badeadc5908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:27.487386 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20fcba8-c11e-4413-87a5-acb9ed42d1cc req-033c3696-737b-458f-893e-f56472ffd80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:27.488836 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d20fcba8-c11e-4413-87a5-acb9ed42d1cc req-033c3696-737b-458f-893e-f56472ffd80b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a HTTP/1.1" status: 200 len: 1099 time: 0.0575128 Jun 21 04:27:27.523779 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d20fcba8-c11e-4413-87a5-acb9ed42d1cc req-02c3f95e-2e6d-4aa0-82b6-cd5f95ae00e0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f1d05cdb-cfe4-4ed3-96a8-63d61fa8d225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272157 Jun 21 04:27:27.777202 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d470e-3d09-4917-8f03-0849283d8d03 req-361d6ee3-bbbb-4625-9c52-33191ac0bd60 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:27.778721 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-b83d470e-3d09-4917-8f03-0849283d8d03 req-361d6ee3-bbbb-4625-9c52-33191ac0bd60 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a HTTP/1.1" status: 200 len: 946 time: 0.0653811 Jun 21 04:27:27.819661 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-b83d470e-3d09-4917-8f03-0849283d8d03 req-2f1d46fa-85f9-4edb-9937-7db5c5469023 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1d05cdb-cfe4-4ed3-96a8-63d61fa8d225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340536 Jun 21 04:27:28.341182 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656deb3-0335-4953-8aa9-b1bff78d0e21 req-af522d69-0c8a-401f-be28-6c4547c0010e tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:28.342630 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-e656deb3-0335-4953-8aa9-b1bff78d0e21 req-af522d69-0c8a-401f-be28-6c4547c0010e tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 945 time: 0.0616934 Jun 21 04:27:28.381726 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-e656deb3-0335-4953-8aa9-b1bff78d0e21 req-7b3d152b-ae50-480e-bb30-30fad8b75330 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334113 Jun 21 04:27:28.992603 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cfac35-ee0c-47f1-9e2b-16c02717f241 req-937fce1b-b318-436a-841a-d04a1a790934 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:28.994031 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-51cfac35-ee0c-47f1-9e2b-16c02717f241 req-937fce1b-b318-436a-841a-d04a1a790934 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a HTTP/1.1" status: 200 len: 946 time: 0.0614579 Jun 21 04:27:29.029210 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-51cfac35-ee0c-47f1-9e2b-16c02717f241 req-efc6993e-0fb1-40d9-a552-4d52000aba80 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1d05cdb-cfe4-4ed3-96a8-63d61fa8d225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295975 Jun 21 04:27:29.205236 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a94eb-ec2b-4635-99b6-81b3abead9f6 req-344007f5-695e-4548-8259-66aa159c8dde tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:29.206677 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-629a94eb-ec2b-4635-99b6-81b3abead9f6 req-344007f5-695e-4548-8259-66aa159c8dde tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a HTTP/1.1" status: 200 len: 946 time: 0.0685406 Jun 21 04:27:29.244764 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-629a94eb-ec2b-4635-99b6-81b3abead9f6 req-525a0664-f1be-4b72-b35d-2c44af73787d tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1d05cdb-cfe4-4ed3-96a8-63d61fa8d225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322516 Jun 21 04:27:29.770814 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-78859aee-9284-4436-9c51-71bdf82d52d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:29.828204 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4e4ae-bf35-40a9-8eaa-3f2c807fbcd9 req-4bed5578-28d9-4dd7-a6a5-a7fd05f2c942 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:29.829529 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c7e4e4ae-bf35-40a9-8eaa-3f2c807fbcd9 req-4bed5578-28d9-4dd7-a6a5-a7fd05f2c942 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 945 time: 0.3309035 Jun 21 04:27:29.840507 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb8a2c-a375-4a71-898d-19a6ce20cd6d req-001422db-c351-4b67-a330-bcb454fcd680 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:29.841925 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-50bb8a2c-a375-4a71-898d-19a6ce20cd6d req-001422db-c351-4b67-a330-bcb454fcd680 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a HTTP/1.1" status: 200 len: 946 time: 0.0914812 Jun 21 04:27:29.896762 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-50bb8a2c-a375-4a71-898d-19a6ce20cd6d req-cc8fbd09-f591-427b-a5be-4f7ffbd0c963 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1d05cdb-cfe4-4ed3-96a8-63d61fa8d225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472181 Jun 21 04:27:29.899503 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c7e4e4ae-bf35-40a9-8eaa-3f2c807fbcd9 req-e44e4d13-4cb8-4af2-a67e-6172d4f9caab tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564072 Jun 21 04:27:30.027609 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:31.075196 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f6f572-e028-4cc9-8155-20031e33e219 req-c0f730f9-b2f9-4799-95a1-98603662b577 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:31.076601 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-38f6f572-e028-4cc9-8155-20031e33e219 req-c0f730f9-b2f9-4799-95a1-98603662b577 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 945 time: 0.0631936 Jun 21 04:27:31.112752 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-38f6f572-e028-4cc9-8155-20031e33e219 req-bb8f588c-a64c-40d0-9110-0151eb503dda tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305669 Jun 21 04:27:31.137902 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-96e1c505-da01-46a8-887c-1f2eb0a4db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:32.294772 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459fef50-d503-4a38-9971-cc816afa2b37 req-ab4f4903-ef6f-40b1-963c-8e1df243a01f tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:32.296544 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-459fef50-d503-4a38-9971-cc816afa2b37 req-ab4f4903-ef6f-40b1-963c-8e1df243a01f tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 945 time: 0.0662785 Jun 21 04:27:32.334710 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-459fef50-d503-4a38-9971-cc816afa2b37 req-1a7d8391-61b6-479a-995c-2e3ba98164f5 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318892 Jun 21 04:27:32.576381 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-a8ace0c1-1149-433a-b03a-8a8d050911ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:33.527513 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c04584-e74d-4fc2-8c0d-5e9df61d68a7 req-dcc410cb-a552-4937-b3ab-4cb6b67d0f53 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:33.529117 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-29c04584-e74d-4fc2-8c0d-5e9df61d68a7 req-dcc410cb-a552-4937-b3ab-4cb6b67d0f53 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 945 time: 0.0662019 Jun 21 04:27:33.577678 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-29c04584-e74d-4fc2-8c0d-5e9df61d68a7 req-82a73485-a238-4fdc-baa7-eb319f04827c tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406339 Jun 21 04:27:33.812027 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20fcc1-18d2-43d6-befc-636e95c17078 req-5a1b2d52-17a2-46f8-be87-78188d3deae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:33.813491 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-0e20fcc1-18d2-43d6-befc-636e95c17078 req-5a1b2d52-17a2-46f8-be87-78188d3deae1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ccd1b659f7b548f69df434ddfadc8cf1&device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 1098 time: 0.1046088 Jun 21 04:27:33.885891 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c7d95-ef4e-4691-8160-0674f335c6de req-d5037be6-a9c0-46a2-a48c-73d9827ede1b tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:33.887423 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-667c7d95-ef4e-4691-8160-0674f335c6de req-d5037be6-a9c0-46a2-a48c-73d9827ede1b tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.1284275 Jun 21 04:27:33.957957 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-667c7d95-ef4e-4691-8160-0674f335c6de req-ce3a2cd3-db07-4d40-87b3-9d242dd60409 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626857 Jun 21 04:27:33.963207 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20fcc1-18d2-43d6-befc-636e95c17078 req-2714a97d-5f1c-4786-9026-74f72833693a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:33.964689 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-0e20fcc1-18d2-43d6-befc-636e95c17078 req-2714a97d-5f1c-4786-9026-74f72833693a service neutron] 10.222.0.55 "GET /v2.0/networks?id=64d28b19-33d9-4d9a-ba0d-ec7e5a053d07 HTTP/1.1" status: 200 len: 919 time: 0.1374459 Jun 21 04:27:34.027640 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-0e20fcc1-18d2-43d6-befc-636e95c17078 req-64f74e67-2858-4cd1-8f17-a1040df36e91 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a909c36-2c5c-4350-bdc2-a244007e2fab HTTP/1.1" status: 200 len: 217 time: 0.0494175 Jun 21 04:27:34.092571 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20fcc1-18d2-43d6-befc-636e95c17078 req-0ce661f5-b00f-469b-99d7-adef57b368d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:34.094011 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-0e20fcc1-18d2-43d6-befc-636e95c17078 req-0ce661f5-b00f-469b-99d7-adef57b368d0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=849daa8e-dac6-4f8a-9763-33d634d005e9 HTTP/1.1" status: 200 len: 858 time: 0.0548539 Jun 21 04:27:34.143996 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-0e20fcc1-18d2-43d6-befc-636e95c17078 req-93d1565b-176c-4398-85b0-f8faed6e9ba0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=64d28b19-33d9-4d9a-ba0d-ec7e5a053d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360301 Jun 21 04:27:34.241840 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-0e20fcc1-18d2-43d6-befc-636e95c17078 req-06a9914c-82eb-43b6-9281-379099fb5623 service neutron] 10.222.0.55 "GET /v2.0/networks/64d28b19-33d9-4d9a-ba0d-ec7e5a053d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887268 Jun 21 04:27:34.352636 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-0e20fcc1-18d2-43d6-befc-636e95c17078 req-58f44253-26ae-4294-aadf-a868b62ab008 service neutron] 10.222.0.55 "GET /v2.0/networks/64d28b19-33d9-4d9a-ba0d-ec7e5a053d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039188 Jun 21 04:27:34.762517 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7d6a4-8891-4653-89a3-d62c0b3a8ffa req-9bc68ca4-bf63-424f-893e-bba78916d567 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:34.763938 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-aaf7d6a4-8891-4653-89a3-d62c0b3a8ffa req-9bc68ca4-bf63-424f-893e-bba78916d567 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 945 time: 0.0616040 Jun 21 04:27:34.802521 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-aaf7d6a4-8891-4653-89a3-d62c0b3a8ffa req-17f49e94-f46f-4801-9dd9-f57209ba80ac tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321944 Jun 21 04:27:35.139902 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a2c84-3b34-4e31-9f7e-9d432767c7a0 req-025f5a8a-b92a-4719-b842-778e7f9acb96 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:35.141369 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a06a2c84-3b34-4e31-9f7e-9d432767c7a0 req-025f5a8a-b92a-4719-b842-778e7f9acb96 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.0624859 Jun 21 04:27:35.179108 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a06a2c84-3b34-4e31-9f7e-9d432767c7a0 req-2c87ce34-6572-4a22-98ad-80d92e70122f tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314870 Jun 21 04:27:35.975821 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe29526-7c39-46e2-8f86-3cd60d9b1bba req-823e9082-22f5-4dac-baa9-6ce7ce095c9e tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:35.977245 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-9fe29526-7c39-46e2-8f86-3cd60d9b1bba req-823e9082-22f5-4dac-baa9-6ce7ce095c9e tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 945 time: 0.0649910 Jun 21 04:27:36.014457 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-9fe29526-7c39-46e2-8f86-3cd60d9b1bba req-e5079045-01f1-44a0-a9f7-c521ff251c7f tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316036 Jun 21 04:27:36.330647 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 59140) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:36.355532 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955c99b-c05f-4a8a-ab6b-d3e76ad3cf5d req-68b58129-b5e5-4168-abd9-2380a99101f4 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:36.356909 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-b955c99b-c05f-4a8a-ab6b-d3e76ad3cf5d req-68b58129-b5e5-4168-abd9-2380a99101f4 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.0635540 Jun 21 04:27:36.395101 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-b955c99b-c05f-4a8a-ab6b-d3e76ad3cf5d req-0e3e2061-286c-4dd6-a93e-b2a546e2e24e tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321074 Jun 21 04:27:36.433064 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-797e5fd3-7aed-4eff-bfd6-d6a8588bad66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:36.535557 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-797e5fd3-7aed-4eff-bfd6-d6a8588bad66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:36.540159 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-797e5fd3-7aed-4eff-bfd6-d6a8588bad66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:36.543476 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-f9fc50bc-8929-4715-ad80-9bd20f5f0828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:36.576603 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-797e5fd3-7aed-4eff-bfd6-d6a8588bad66 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dcc131ea0aa54b269fa7aeedcd72dadc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2449436 Jun 21 04:27:36.578607 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e5fd3-7aed-4eff-bfd6-d6a8588bad66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee80f9e3-aa76-44bc-8bb3-2fb4d00a2351,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:36.580144 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 59150) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:36.586557 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797e5fd3-7aed-4eff-bfd6-d6a8588bad66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:36.587140 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797e5fd3-7aed-4eff-bfd6-d6a8588bad66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:36.587263 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797e5fd3-7aed-4eff-bfd6-d6a8588bad66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:36.588602 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797e5fd3-7aed-4eff-bfd6-d6a8588bad66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:36.588940 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797e5fd3-7aed-4eff-bfd6-d6a8588bad66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:36.589281 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797e5fd3-7aed-4eff-bfd6-d6a8588bad66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:36.589617 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797e5fd3-7aed-4eff-bfd6-d6a8588bad66 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:36.589951 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797e5fd3-7aed-4eff-bfd6-d6a8588bad66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:36.590285 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797e5fd3-7aed-4eff-bfd6-d6a8588bad66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:36.590645 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797e5fd3-7aed-4eff-bfd6-d6a8588bad66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:36.590976 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797e5fd3-7aed-4eff-bfd6-d6a8588bad66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:36.591303 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797e5fd3-7aed-4eff-bfd6-d6a8588bad66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:36.595501 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-797e5fd3-7aed-4eff-bfd6-d6a8588bad66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:36.631867 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-dfe99da9-0dda-4ea1-801a-5a11eff8ec12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:36.653457 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-dfe99da9-0dda-4ea1-801a-5a11eff8ec12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:36.703835 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-dfe99da9-0dda-4ea1-801a-5a11eff8ec12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:36.707050 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-dfe99da9-0dda-4ea1-801a-5a11eff8ec12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:36.708274 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-dfe99da9-0dda-4ea1-801a-5a11eff8ec12 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ee80f9e3-aa76-44bc-8bb3-2fb4d00a2351 HTTP/1.1" status: 204 len: 168 time: 0.1271367 Jun 21 04:27:36.709092 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:36.717100 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe99da9-0dda-4ea1-801a-5a11eff8ec12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee80f9e3-aa76-44bc-8bb3-2fb4d00a2351,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:36.724255 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe99da9-0dda-4ea1-801a-5a11eff8ec12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:36.724625 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe99da9-0dda-4ea1-801a-5a11eff8ec12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:36.724987 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe99da9-0dda-4ea1-801a-5a11eff8ec12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:36.725347 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe99da9-0dda-4ea1-801a-5a11eff8ec12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:36.725699 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe99da9-0dda-4ea1-801a-5a11eff8ec12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:36.726050 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe99da9-0dda-4ea1-801a-5a11eff8ec12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:36.726412 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe99da9-0dda-4ea1-801a-5a11eff8ec12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:36.726766 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe99da9-0dda-4ea1-801a-5a11eff8ec12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:36.727116 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe99da9-0dda-4ea1-801a-5a11eff8ec12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:36.727467 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe99da9-0dda-4ea1-801a-5a11eff8ec12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:36.727813 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe99da9-0dda-4ea1-801a-5a11eff8ec12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:36.728153 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe99da9-0dda-4ea1-801a-5a11eff8ec12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:36.734421 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-dfe99da9-0dda-4ea1-801a-5a11eff8ec12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:37.211918 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4afc67-44b1-4425-82be-3e332d21bf13 req-d3b1b89a-d32a-4dc9-93ca-59cf76b38567 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:37.211918 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1c4afc67-44b1-4425-82be-3e332d21bf13 req-d3b1b89a-d32a-4dc9-93ca-59cf76b38567 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 945 time: 0.0698981 Jun 21 04:27:37.247473 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1c4afc67-44b1-4425-82be-3e332d21bf13 req-dcb5fc09-8c74-4009-96f7-985a6aceb055 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332603 Jun 21 04:27:37.574883 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898a94e-06eb-4185-b08c-1b814e53388b req-8cf7e09b-561c-40b3-a0f6-4527e132df93 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:37.576862 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-e898a94e-06eb-4185-b08c-1b814e53388b req-8cf7e09b-561c-40b3-a0f6-4527e132df93 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.0678358 Jun 21 04:27:37.619231 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-e898a94e-06eb-4185-b08c-1b814e53388b req-71dfc3b5-667d-43ab-8d74-513ee756a96c tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363452 Jun 21 04:27:37.849827 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 59200) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:37.950301 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-bf14d8a8-9456-4be2-9726-78c870b1451b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:38.047603 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-bf14d8a8-9456-4be2-9726-78c870b1451b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:38.051006 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-bf14d8a8-9456-4be2-9726-78c870b1451b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:38.053321 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-390454b0-7203-497a-b13e-0399c8bcebf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:38.087134 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf14d8a8-9456-4be2-9726-78c870b1451b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3abc2aa-c8d3-4131-b921-af2b3aaa0346,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:38.091302 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-bf14d8a8-9456-4be2-9726-78c870b1451b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dd12f7a158ec4eda8187ebe9254c16f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2403803 Jun 21 04:27:38.092201 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-bf14d8a8-9456-4be2-9726-78c870b1451b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:38.093839 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 59204) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:38.139916 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-e59aeef9-723e-4adf-91e8-a95ad29aa163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:38.160545 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-e59aeef9-723e-4adf-91e8-a95ad29aa163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:38.206695 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-e59aeef9-723e-4adf-91e8-a95ad29aa163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:38.209138 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-e59aeef9-723e-4adf-91e8-a95ad29aa163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:38.210261 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-e59aeef9-723e-4adf-91e8-a95ad29aa163 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f3abc2aa-c8d3-4131-b921-af2b3aaa0346 HTTP/1.1" status: 204 len: 168 time: 0.1155040 Jun 21 04:27:38.211009 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-fa5f4ebc-2bd4-4523-b34b-9a003e60b7aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:38.220762 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59aeef9-723e-4adf-91e8-a95ad29aa163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3abc2aa-c8d3-4131-b921-af2b3aaa0346,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:38.223089 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-e59aeef9-723e-4adf-91e8-a95ad29aa163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:38.431351 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b6b1f-ff1d-4bac-a228-7530fefaaeb9 req-6937e644-d1f8-4d1c-aa92-3483f7f23375 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:38.432864 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-b91b6b1f-ff1d-4bac-a228-7530fefaaeb9 req-6937e644-d1f8-4d1c-aa92-3483f7f23375 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 945 time: 0.0668299 Jun 21 04:27:38.471199 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-b91b6b1f-ff1d-4bac-a228-7530fefaaeb9 req-34d089b0-c58d-4672-8a9a-860e4c7fe162 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312769 Jun 21 04:27:38.820343 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab6a75d-cc31-43d9-902c-bc64e1853a3d req-3a873b91-a237-462b-91f1-1184a497d953 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:38.822051 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-7ab6a75d-cc31-43d9-902c-bc64e1853a3d req-3a873b91-a237-462b-91f1-1184a497d953 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.0861487 Jun 21 04:27:38.860553 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-7ab6a75d-cc31-43d9-902c-bc64e1853a3d req-6187c083-1a9c-40c0-8e2a-4bc4e297a303 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325727 Jun 21 04:27:38.981226 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-91a92d47-0bef-4b69-8bfe-d3a3fba70dc4 req-f7118c4f-6264-45b3-9a3f-18c4187f4f32 tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=90bfe438a0874e55b1e9e4c5d5281070&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289686 Jun 21 04:27:39.179589 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a92d47-0bef-4b69-8bfe-d3a3fba70dc4 req-07c2d172-18f5-4251-9347-06ed695fc275 tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:39.181035 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-91a92d47-0bef-4b69-8bfe-d3a3fba70dc4 req-07c2d172-18f5-4251-9347-06ed695fc275 tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1926174 Jun 21 04:27:39.197132 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-91a92d47-0bef-4b69-8bfe-d3a3fba70dc4 req-3d4010eb-1078-4e64-a4d3-6cb1fc7149f4 tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] 10.222.0.53 "GET /v2.0/quotas/90bfe438a0874e55b1e9e4c5d5281070 HTTP/1.1" status: 200 len: 375 time: 0.0104611 Jun 21 04:27:39.247258 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-91a92d47-0bef-4b69-8bfe-d3a3fba70dc4 req-32407e73-481c-4114-9d7a-fadd6200a3d5 tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=90bfe438a0874e55b1e9e4c5d5281070&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371745 Jun 21 04:27:39.439598 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3998b765-a8ac-4bcb-a1e6-f52e2a0bde4f req-e7cf6aaa-b535-429e-97b9-43e05af76bda tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] 10.222.0.53 "GET /v2.0/ports?device_id=81063deb-128a-4a66-a90b-f62d033cdc13 HTTP/1.1" status: 200 len: 210 time: 0.0327504 Jun 21 04:27:39.648635 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060e305-ec06-4cae-97fb-8362e9e8a2b0 req-c29d1160-24a2-4559-b366-4b772741c1ff tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:39.650060 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d060e305-ec06-4cae-97fb-8362e9e8a2b0 req-c29d1160-24a2-4559-b366-4b772741c1ff tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 945 time: 0.0620172 Jun 21 04:27:39.690397 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d060e305-ec06-4cae-97fb-8362e9e8a2b0 req-b35bc5ad-9eb7-4922-abe2-40988980a5d8 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343788 Jun 21 04:27:40.036575 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d059a-7a12-4248-8b93-7869e6d48d4f req-8d56496b-45d6-4d42-b501-87331fef8d5b tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:40.038339 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-e34d059a-7a12-4248-8b93-7869e6d48d4f req-8d56496b-45d6-4d42-b501-87331fef8d5b tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.0651488 Jun 21 04:27:40.076789 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-e34d059a-7a12-4248-8b93-7869e6d48d4f req-598b8477-8576-4bba-8614-20b5fbb8e411 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324934 Jun 21 04:27:40.587169 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-67b700f8-e782-4a4e-aac2-088bf4d908c0 req-4148be2a-a35d-46a2-b01a-ce44c815ddbc tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] 10.222.0.53 "GET /v2.0/ports?device_id=81063deb-128a-4a66-a90b-f62d033cdc13 HTTP/1.1" status: 200 len: 210 time: 0.0288758 Jun 21 04:27:40.636617 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-91a92d47-0bef-4b69-8bfe-d3a3fba70dc4 req-279d9e6a-8c00-4d58-b81c-1bbb8e91e3c0 tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=90bfe438a0874e55b1e9e4c5d5281070&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216756 Jun 21 04:27:40.763173 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a92d47-0bef-4b69-8bfe-d3a3fba70dc4 req-af1c098f-fbde-4cd6-a0f1-f8ca8d6279f9 tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:40.764980 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-91a92d47-0bef-4b69-8bfe-d3a3fba70dc4 req-af1c098f-fbde-4cd6-a0f1-f8ca8d6279f9 tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1192040 Jun 21 04:27:40.779123 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [req-91a92d47-0bef-4b69-8bfe-d3a3fba70dc4 req-a143a9fd-b14c-4da5-b52c-93858358015c tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] Request body: {'port': {'device_id': '81063deb-128a-4a66-a90b-f62d033cdc13', 'network_id': '437ede66-19cb-4517-a78e-ec794957dab1', 'admin_state_up': True, 'tenant_id': '90bfe438a0874e55b1e9e4c5d5281070'}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:27:40.947397 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed769026-e632-4799-8d23-b9bc06cc164f req-898a916e-1f59-446e-8dc1-48b1c52abd5b tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:40.948840 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-ed769026-e632-4799-8d23-b9bc06cc164f req-898a916e-1f59-446e-8dc1-48b1c52abd5b tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 945 time: 0.1134262 Jun 21 04:27:40.980013 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91a92d47-0bef-4b69-8bfe-d3a3fba70dc4 req-a143a9fd-b14c-4da5-b52c-93858358015c tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] Made reservation on behalf of 90bfe438a0874e55b1e9e4c5d5281070 for: {'port': 1} {{(pid=92782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:27:40.983695 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-91a92d47-0bef-4b69-8bfe-d3a3fba70dc4 req-a143a9fd-b14c-4da5-b52c-93858358015c tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:40.995922 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-91a92d47-0bef-4b69-8bfe-d3a3fba70dc4 req-a143a9fd-b14c-4da5-b52c-93858358015c tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] Notify callbacks [] for security_group, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:41.022924 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-ed769026-e632-4799-8d23-b9bc06cc164f req-d4bb2d38-df13-4cb2-a538-faf007da48b6 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653934 Jun 21 04:27:41.101942 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-91a92d47-0bef-4b69-8bfe-d3a3fba70dc4 req-a143a9fd-b14c-4da5-b52c-93858358015c tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] Notify callbacks [] for security_group, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:41.105844 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-91a92d47-0bef-4b69-8bfe-d3a3fba70dc4 req-a143a9fd-b14c-4da5-b52c-93858358015c tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:41.108724 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-0d3c4b0b-f016-4313-aae6-db65d926087b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:41.170137 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a143a9fd-b14c-4da5-b52c-93858358015c tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23e30d97-8b06-4f2d-889c-ea6430890d9c,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:41.174760 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-a143a9fd-b14c-4da5-b52c-93858358015c tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:41.271875 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.db_base_plugin_common [req-91a92d47-0bef-4b69-8bfe-d3a3fba70dc4 req-a143a9fd-b14c-4da5-b52c-93858358015c tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] Allocated IP 192.168.233.94 (437ede66-19cb-4517-a78e-ec794957dab1/f1cf27b6-71fe-48b9-a0d5-1f91c175db00/8c8d8300-7460-4ffe-9268-9932bc71a6a9) {{(pid=92782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:27:41.310319 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d2e18c-2c27-4918-af94-401153dae0f0 req-810f205f-965c-4838-99a9-04fe43806d49 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:41.311813 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c0d2e18c-2c27-4918-af94-401153dae0f0 req-810f205f-965c-4838-99a9-04fe43806d49 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.1245968 Jun 21 04:27:41.404539 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c0d2e18c-2c27-4918-af94-401153dae0f0 req-aa9f0d2e-3ffb-4f39-8754-266553c79248 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820420 Jun 21 04:27:41.460155 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-91a92d47-0bef-4b69-8bfe-d3a3fba70dc4 req-a143a9fd-b14c-4da5-b52c-93858358015c tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] Notify callbacks [] for port, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:41.472920 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.provisioning_blocks [req-91a92d47-0bef-4b69-8bfe-d3a3fba70dc4 req-a143a9fd-b14c-4da5-b52c-93858358015c tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] Transition to ACTIVE for port object 8c8d8300-7460-4ffe-9268-9932bc71a6a9 will not be triggered until provisioned by entity DHCP. {{(pid=92782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:27:41.504881 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-91a92d47-0bef-4b69-8bfe-d3a3fba70dc4 req-a143a9fd-b14c-4da5-b52c-93858358015c tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14133711'] for port, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:41.508318 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:41.554170 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91a92d47-0bef-4b69-8bfe-d3a3fba70dc4 req-a143a9fd-b14c-4da5-b52c-93858358015c tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] Network 437ede66-19cb-4517-a78e-ec794957dab1 is already hosted by enough agents. {{(pid=92782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:27:41.557608 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.base_scheduler [req-91a92d47-0bef-4b69-8bfe-d3a3fba70dc4 req-a143a9fd-b14c-4da5-b52c-93858358015c tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] Resources bound (agent type, host, resource id): {{(pid=92782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:27:41.561390 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a92d47-0bef-4b69-8bfe-d3a3fba70dc4 req-a143a9fd-b14c-4da5-b52c-93858358015c tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] Received port after_create {{(pid=92782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:27:41.568115 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a143a9fd-b14c-4da5-b52c-93858358015c tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] Pushing event updated for resources: {'Port': ['ID=8c8d8300-7460-4ffe-9268-9932bc71a6a9,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:41.587673 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-a143a9fd-b14c-4da5-b52c-93858358015c tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:41.628270 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a92d47-0bef-4b69-8bfe-d3a3fba70dc4 req-a143a9fd-b14c-4da5-b52c-93858358015c tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:41.630934 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-91a92d47-0bef-4b69-8bfe-d3a3fba70dc4 req-a143a9fd-b14c-4da5-b52c-93858358015c tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for port, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:41.651284 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-91a92d47-0bef-4b69-8bfe-d3a3fba70dc4 req-a143a9fd-b14c-4da5-b52c-93858358015c tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8759062 Jun 21 04:27:41.670949 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [req-91a92d47-0bef-4b69-8bfe-d3a3fba70dc4 req-57aade0e-c1a8-48fa-992e-eda7e2600c34 service neutron] Request body: {'port': {'device_id': '81063deb-128a-4a66-a90b-f62d033cdc13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:27:41.793477 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-91a92d47-0bef-4b69-8bfe-d3a3fba70dc4 req-57aade0e-c1a8-48fa-992e-eda7e2600c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:41.820169 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b09b908-f919-4a4a-8f93-cbac41cd62da None None] Provisioning for port 8c8d8300-7460-4ffe-9268-9932bc71a6a9 completed by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:27:41.825487 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b09b908-f919-4a4a-8f93-cbac41cd62da None None] Provisioning complete for port 8c8d8300-7460-4ffe-9268-9932bc71a6a9 triggered by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:27:41.826058 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b09b908-f919-4a4a-8f93-cbac41cd62da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:41.861937 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-5b09b908-f919-4a4a-8f93-cbac41cd62da None None] Port 8c8d8300-7460-4ffe-9268-9932bc71a6a9 cannot update to ACTIVE because it is not bound. {{(pid=92784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:27:41.947566 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8440f3-e900-48bb-8871-e23b38a3676e req-e4ef4f2f-1ede-444e-a887-8be6d688e25e tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:41.949030 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3b8440f3-e900-48bb-8871-e23b38a3676e req-e4ef4f2f-1ede-444e-a887-8be6d688e25e tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] 10.222.0.53 "GET /v2.0/ports?device_id=81063deb-128a-4a66-a90b-f62d033cdc13 HTTP/1.1" status: 200 len: 935 time: 0.2090628 Jun 21 04:27:42.066886 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3b8440f3-e900-48bb-8871-e23b38a3676e req-9305cf21-1d73-46b3-aa20-7765820979df tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] 10.222.0.53 "GET /v2.0/security-groups?id=23e30d97-8b06-4f2d-889c-ea6430890d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036339 Jun 21 04:27:42.076600 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eebbeab-0e48-44a0-af3b-ea9490056a2f req-7799ed6d-0c85-4a85-b56f-3904eed33dfc tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:42.078076 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-7eebbeab-0e48-44a0-af3b-ea9490056a2f req-7799ed6d-0c85-4a85-b56f-3904eed33dfc tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a HTTP/1.1" status: 200 len: 946 time: 0.2305336 Jun 21 04:27:42.169542 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-7eebbeab-0e48-44a0-af3b-ea9490056a2f req-e3d6151d-f731-4ceb-8563-1b7e493de3f2 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1d05cdb-cfe4-4ed3-96a8-63d61fa8d225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781946 Jun 21 04:27:42.194061 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 59336) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:42.251475 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.notifiers.nova [req-91a92d47-0bef-4b69-8bfe-d3a3fba70dc4 req-57aade0e-c1a8-48fa-992e-eda7e2600c34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c8d8300-7460-4ffe-9268-9932bc71a6a9 {{(pid=92782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:27:42.261961 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-91a92d47-0bef-4b69-8bfe-d3a3fba70dc4 req-57aade0e-c1a8-48fa-992e-eda7e2600c34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:42.422818 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2d928f-8ab2-4fc4-b97a-48bf9f4db33e tempest-TestMinimumBasicScenario-964824778 tempest-TestMinimumBasicScenario-964824778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:42.424307 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-6a2d928f-8ab2-4fc4-b97a-48bf9f4db33e tempest-TestMinimumBasicScenario-964824778 tempest-TestMinimumBasicScenario-964824778-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a HTTP/1.1" status: 200 len: 1094 time: 0.2291853 Jun 21 04:27:42.427848 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 59350) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:42.433344 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [None req-7c94083d-0888-4f9e-92ca-403b15397cd7 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Request body: {'floatingip': {'floating_network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'port_id': 'bc3a147c-7810-48a8-bcea-bda6637ac018', 'tenant_id': '745539a724d14a38908499c2728ab2e3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:27:42.456166 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-7c94083d-0888-4f9e-92ca-403b15397cd7 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks [] for floatingip, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:42.574924 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.provisioning_blocks [req-91a92d47-0bef-4b69-8bfe-d3a3fba70dc4 req-57aade0e-c1a8-48fa-992e-eda7e2600c34 service neutron] Transition to ACTIVE for port object 8c8d8300-7460-4ffe-9268-9932bc71a6a9 will not be triggered until provisioned by entity L2. {{(pid=92782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:27:42.585887 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed92d67-01f3-4554-bb78-30a380ccbddc req-12fd3230-e044-4ab6-8786-9629a182e8bd tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:42.587389 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-aed92d67-01f3-4554-bb78-30a380ccbddc req-12fd3230-e044-4ab6-8786-9629a182e8bd tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 945 time: 0.4157794 Jun 21 04:27:42.591079 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-91a92d47-0bef-4b69-8bfe-d3a3fba70dc4 req-57aade0e-c1a8-48fa-992e-eda7e2600c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14133753'] for port, after_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:42.595302 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:42.603772 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-7c94083d-0888-4f9e-92ca-403b15397cd7 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:42.667070 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aade0e-c1a8-48fa-992e-eda7e2600c34 service neutron] Pushing event updated for resources: {'Port': ['ID=8c8d8300-7460-4ffe-9268-9932bc71a6a9,revision_number=2']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:42.675141 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-57aade0e-c1a8-48fa-992e-eda7e2600c34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:42.724515 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.db_base_plugin_common [None req-7c94083d-0888-4f9e-92ca-403b15397cd7 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Allocated IP 172.27.3.171 (6916bb71-a8d9-40e6-a88e-dbc7129bc7b3/8c39627d-1aec-4229-8b15-efcd0ccd7e2f/2cc220e4-5953-42ea-8c41-51f3b0a01200) {{(pid=92783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:27:42.752652 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f0501-ee7c-4ef8-acc8-f332b300b174 req-b641125e-153a-470f-a52d-3a214ce0ed59 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:42.754147 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-8d2f0501-ee7c-4ef8-acc8-f332b300b174 req-b641125e-153a-470f-a52d-3a214ce0ed59 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/networks?id=6b3c7cb1-477e-4c5f-9965-cb60a2d8de14 HTTP/1.1" status: 200 len: 815 time: 0.4956307 Jun 21 04:27:42.758459 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-aed92d67-01f3-4554-bb78-30a380ccbddc req-cd6a5e8f-eeb7-49d2-be36-0d071cab2a61 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293643 Jun 21 04:27:42.809839 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-8d2f0501-ee7c-4ef8-acc8-f332b300b174 req-52c4b05b-8dff-4726-bd3a-bd88fd125b4e tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/quotas/dd9a1f8984c4474aa4722fd84f45b670 HTTP/1.1" status: 200 len: 375 time: 0.0326242 Jun 21 04:27:42.860174 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-7c94083d-0888-4f9e-92ca-403b15397cd7 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks [] for port, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:42.899906 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.managers [req-91a92d47-0bef-4b69-8bfe-d3a3fba70dc4 req-57aade0e-c1a8-48fa-992e-eda7e2600c34 service neutron] Attempting to bind port 8c8d8300-7460-4ffe-9268-9932bc71a6a9 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:27:42.900651 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.managers [req-91a92d47-0bef-4b69-8bfe-d3a3fba70dc4 req-57aade0e-c1a8-48fa-992e-eda7e2600c34 service neutron] Attempting to bind port 8c8d8300-7460-4ffe-9268-9932bc71a6a9 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '82c3cbfc-a443-418f-a28f-abb08c644474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '437ede66-19cb-4517-a78e-ec794957dab1'}] {{(pid=92782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:27:42.901145 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a92d47-0bef-4b69-8bfe-d3a3fba70dc4 req-57aade0e-c1a8-48fa-992e-eda7e2600c34 service neutron] Attempting to bind port 8c8d8300-7460-4ffe-9268-9932bc71a6a9 on network 437ede66-19cb-4517-a78e-ec794957dab1 {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:27:42.914085 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a92d47-0bef-4b69-8bfe-d3a3fba70dc4 req-57aade0e-c1a8-48fa-992e-eda7e2600c34 service neutron] Port 8c8d8300-7460-4ffe-9268-9932bc71a6a9 on network 437ede66-19cb-4517-a78e-ec794957dab1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:27:42.914737 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a92d47-0bef-4b69-8bfe-d3a3fba70dc4 req-57aade0e-c1a8-48fa-992e-eda7e2600c34 service neutron] Attempting to bind port 8c8d8300-7460-4ffe-9268-9932bc71a6a9 on network 437ede66-19cb-4517-a78e-ec794957dab1 {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:27:42.926955 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a92d47-0bef-4b69-8bfe-d3a3fba70dc4 req-57aade0e-c1a8-48fa-992e-eda7e2600c34 service neutron] Checking agent: {'id': 'e86ead90-85ed-45dc-94a1-895a24121321', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 23, 47), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:27:42.927554 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a92d47-0bef-4b69-8bfe-d3a3fba70dc4 req-57aade0e-c1a8-48fa-992e-eda7e2600c34 service neutron] Checking segment: {'id': '82c3cbfc-a443-418f-a28f-abb08c644474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '437ede66-19cb-4517-a78e-ec794957dab1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:27:42.927938 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a92d47-0bef-4b69-8bfe-d3a3fba70dc4 req-57aade0e-c1a8-48fa-992e-eda7e2600c34 service neutron] Bound using segment: {'id': '82c3cbfc-a443-418f-a28f-abb08c644474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '437ede66-19cb-4517-a78e-ec794957dab1'} {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:27:42.928373 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.managers [req-91a92d47-0bef-4b69-8bfe-d3a3fba70dc4 req-57aade0e-c1a8-48fa-992e-eda7e2600c34 service neutron] Bound port: 8c8d8300-7460-4ffe-9268-9932bc71a6a9, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82c3cbfc-a443-418f-a28f-abb08c644474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '437ede66-19cb-4517-a78e-ec794957dab1'}}] {{(pid=92782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:27:42.928746 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-91a92d47-0bef-4b69-8bfe-d3a3fba70dc4 req-57aade0e-c1a8-48fa-992e-eda7e2600c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:42.935707 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-7c94083d-0888-4f9e-92ca-403b15397cd7 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989'] for port, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:42.940720 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-bd3df355-131a-45ce-8eda-3b51195fae93 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:42.981354 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c94083d-0888-4f9e-92ca-403b15397cd7 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Network 6916bb71-a8d9-40e6-a88e-dbc7129bc7b3 is already hosted by enough agents. {{(pid=92783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:27:42.984262 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.base_scheduler [None req-7c94083d-0888-4f9e-92ca-403b15397cd7 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Resources bound (agent type, host, resource id): {{(pid=92783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:27:42.988379 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c94083d-0888-4f9e-92ca-403b15397cd7 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Received port after_create {{(pid=92783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:27:42.996617 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-8d2f0501-ee7c-4ef8-acc8-f332b300b174 req-9acf16d7-6fdb-40c6-b964-26a1b8ce21f3 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dd9a1f8984c4474aa4722fd84f45b670&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1545384 Jun 21 04:27:43.014885 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c94083d-0888-4f9e-92ca-403b15397cd7 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Pushing event updated for resources: {'Port': ['ID=2cc220e4-5953-42ea-8c41-51f3b0a01200,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:43.025258 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-7c94083d-0888-4f9e-92ca-403b15397cd7 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:43.083330 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.db [req-91a92d47-0bef-4b69-8bfe-d3a3fba70dc4 req-57aade0e-c1a8-48fa-992e-eda7e2600c34 service neutron] For port 8c8d8300-7460-4ffe-9268-9932bc71a6a9, host hv-cinder-79717, cleared binding levels {{(pid=92782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:27:43.104583 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.db [req-91a92d47-0bef-4b69-8bfe-d3a3fba70dc4 req-57aade0e-c1a8-48fa-992e-eda7e2600c34 service neutron] For port 8c8d8300-7460-4ffe-9268-9932bc71a6a9, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=8c8d8300-7460-4ffe-9268-9932bc71a6a9,segment=NetworkSegment(82c3cbfc-a443-418f-a28f-abb08c644474),segment_id=82c3cbfc-a443-418f-a28f-abb08c644474)] {{(pid=92782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:27:43.145279 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-91a92d47-0bef-4b69-8bfe-d3a3fba70dc4 req-57aade0e-c1a8-48fa-992e-eda7e2600c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14133753'] for port, after_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:43.150180 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:43.199318 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a92d47-0bef-4b69-8bfe-d3a3fba70dc4 req-57aade0e-c1a8-48fa-992e-eda7e2600c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:43.199941 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-91a92d47-0bef-4b69-8bfe-d3a3fba70dc4 req-57aade0e-c1a8-48fa-992e-eda7e2600c34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for port, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:43.201377 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-91a92d47-0bef-4b69-8bfe-d3a3fba70dc4 req-57aade0e-c1a8-48fa-992e-eda7e2600c34 service neutron] 10.222.0.55 "PUT /v2.0/ports/8c8d8300-7460-4ffe-9268-9932bc71a6a9 HTTP/1.1" status: 200 len: 1097 time: 1.5380321 Jun 21 04:27:43.208556 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81063deb-128a-4a66-a90b-f62d033cdc13', 'tag': '8c8d8300-7460-4ffe-9268-9932bc71a6a9'}] {{(pid=92782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:27:43.211087 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20f1c8b8986f59859b4229cceefba24e6e47d71d2fcee399c6ca6947cd3b11b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5605630f-ff45-4794-99f7-c6b33ee6240d" -d '{"events": [{"name": "network-changed", "server_uuid": "81063deb-128a-4a66-a90b-f62d033cdc13", "tag": "8c8d8300-7460-4ffe-9268-9932bc71a6a9"}]}' {{(pid=92782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:27:43.256398 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-8d2f0501-ee7c-4ef8-acc8-f332b300b174 req-2cdb13d3-87cd-4478-8d77-140397ef0475 service neutron] 10.222.0.53 "GET /v2.0/networks/6b3c7cb1-477e-4c5f-9965-cb60a2d8de14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457097 Jun 21 04:27:43.257200 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aade0e-c1a8-48fa-992e-eda7e2600c34 service neutron] Pushing event updated for resources: {'Port': ['ID=8c8d8300-7460-4ffe-9268-9932bc71a6a9,revision_number=3']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:43.271339 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-57aade0e-c1a8-48fa-992e-eda7e2600c34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:43.390983 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7775c72f-029e-447f-803b-8823588a1fb4 req-1abd1843-dec2-4062-ba5d-3bc68dc80525 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:43.394862 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-7775c72f-029e-447f-803b-8823588a1fb4 req-1abd1843-dec2-4062-ba5d-3bc68dc80525 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.2922618 Jun 21 04:27:43.450986 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-8d2f0501-ee7c-4ef8-acc8-f332b300b174 req-717db239-ad77-4772-8326-04bcf5681ee2 service neutron] 10.222.0.53 "GET /v2.0/networks/6b3c7cb1-477e-4c5f-9965-cb60a2d8de14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723697 Jun 21 04:27:43.456946 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a92d47-0bef-4b69-8bfe-d3a3fba70dc4 req-eeca83a0-4292-4caf-bfc2-1c5fa7844c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:43.458293 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-91a92d47-0bef-4b69-8bfe-d3a3fba70dc4 req-eeca83a0-4292-4caf-bfc2-1c5fa7844c39 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=90bfe438a0874e55b1e9e4c5d5281070&device_id=81063deb-128a-4a66-a90b-f62d033cdc13 HTTP/1.1" status: 200 len: 1100 time: 0.1979899 Jun 21 04:27:43.473883 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-7775c72f-029e-447f-803b-8823588a1fb4 req-73f9b8a8-b90d-4454-907a-fd3a097fe9fa tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732532 Jun 21 04:27:43.523265 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-91a92d47-0bef-4b69-8bfe-d3a3fba70dc4 req-d7dab0b7-2c5c-4911-80a9-3fdd5367a33d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=8c8d8300-7460-4ffe-9268-9932bc71a6a9 HTTP/1.1" status: 200 len: 217 time: 0.0444660 Jun 21 04:27:43.618723 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a92d47-0bef-4b69-8bfe-d3a3fba70dc4 req-669e1fc4-a0a7-4a7f-bff6-b79eebf3a49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:43.620120 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-91a92d47-0bef-4b69-8bfe-d3a3fba70dc4 req-669e1fc4-a0a7-4a7f-bff6-b79eebf3a49e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f1cf27b6-71fe-48b9-a0d5-1f91c175db00 HTTP/1.1" status: 200 len: 843 time: 0.0891476 Jun 21 04:27:43.654531 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-7c94083d-0888-4f9e-92ca-403b15397cd7 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:43.687232 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a94221-7798-43f8-911d-cd5491ec60df x-openstack-request-id: req-49a94221-7798-43f8-911d-cd5491ec60df {{(pid=92782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:27:43.687555 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81063deb-128a-4a66-a90b-f62d033cdc13", "tag": "8c8d8300-7460-4ffe-9268-9932bc71a6a9", "status": "completed", "code": 200}]} {{(pid=92782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:27:43.687838 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-49a94221-7798-43f8-911d-cd5491ec60df {{(pid=92782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:27:43.694584 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81063deb-128a-4a66-a90b-f62d033cdc13', 'tag': '8c8d8300-7460-4ffe-9268-9932bc71a6a9', 'status': 'completed', 'code': 200} Jun 21 04:27:43.752001 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-7c94083d-0888-4f9e-92ca-403b15397cd7 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:43.776364 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-9261533b-77e4-4cf3-938e-3e2bd86d8592 req-1810ce9d-7136-493d-87bb-5e2f0dd2b590 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58efe1-22c1-4d53-933e-19ed34e965b4 HTTP/1.1" status: 200 len: 210 time: 0.0414550 Jun 21 04:27:43.791579 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a92d47-0bef-4b69-8bfe-d3a3fba70dc4 req-7945276b-ca5a-4519-b26d-c08e71e1f866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:43.793048 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-91a92d47-0bef-4b69-8bfe-d3a3fba70dc4 req-7945276b-ca5a-4519-b26d-c08e71e1f866 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=437ede66-19cb-4517-a78e-ec794957dab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1590321 Jun 21 04:27:43.836291 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b366b1-bcfe-4229-8a47-a33bdab6cbe3 req-56f34229-a880-41c5-a9eb-1a9390db34f0 tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:43.849767 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f0b366b1-bcfe-4229-8a47-a33bdab6cbe3 req-56f34229-a880-41c5-a9eb-1a9390db34f0 tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] 10.222.0.53 "GET /v2.0/ports?device_id=81063deb-128a-4a66-a90b-f62d033cdc13 HTTP/1.1" status: 200 len: 947 time: 0.1465302 Jun 21 04:27:43.970724 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-7c94083d-0888-4f9e-92ca-403b15397cd7 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks [] for port, precommit_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:43.977138 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-7c94083d-0888-4f9e-92ca-403b15397cd7 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:43.986454 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:44.014434 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-7c94083d-0888-4f9e-92ca-403b15397cd7 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689737'] for floatingip, after_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:44.018699 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-91a92d47-0bef-4b69-8bfe-d3a3fba70dc4 req-f262b8ab-298e-4ac4-bfc5-bb732a272b25 service neutron] 10.222.0.55 "GET /v2.0/networks/437ede66-19cb-4517-a78e-ec794957dab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070887 Jun 21 04:27:44.074193 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c94083d-0888-4f9e-92ca-403b15397cd7 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Pushing event updated for resources: {'Port': ['ID=2cc220e4-5953-42ea-8c41-51f3b0a01200,revision_number=2']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:44.106514 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f0b366b1-bcfe-4229-8a47-a33bdab6cbe3 req-a6e9c3de-898a-47c3-9627-f32e5f027e9c tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] 10.222.0.53 "GET /v2.0/security-groups?id=23e30d97-8b06-4f2d-889c-ea6430890d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935265 Jun 21 04:27:44.107496 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-7c94083d-0888-4f9e-92ca-403b15397cd7 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:44.149318 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.db.l3_db [None req-7c94083d-0888-4f9e-92ca-403b15397cd7 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Floating IP d015016d-c701-4bf1-8005-49d3ee463faa associated. External IP: 172.27.3.171, port: bc3a147c-7810-48a8-bcea-bda6637ac018. Jun 21 04:27:44.171504 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae65641-0b42-43e1-b1ba-dc73dce99f5b req-6f4981a1-5663-4fbf-ad0a-67dea425dd6e tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:44.173599 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-0ae65641-0b42-43e1-b1ba-dc73dce99f5b req-6f4981a1-5663-4fbf-ad0a-67dea425dd6e tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 945 time: 0.1898234 Jun 21 04:27:44.180150 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-91a92d47-0bef-4b69-8bfe-d3a3fba70dc4 req-273630e5-01de-4d64-a7b2-38d1ec709b61 service neutron] 10.222.0.55 "GET /v2.0/networks/437ede66-19cb-4517-a78e-ec794957dab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338413 Jun 21 04:27:44.223687 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-0ae65641-0b42-43e1-b1ba-dc73dce99f5b req-29b58d6a-2faf-4c5b-be9c-448af20d00fd tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403335 Jun 21 04:27:44.310099 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605630f-ff45-4794-99f7-c6b33ee6240d req-1f3ecc8d-8918-4a86-a2e2-9ebb78740222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:44.310599 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-5605630f-ff45-4794-99f7-c6b33ee6240d req-1f3ecc8d-8918-4a86-a2e2-9ebb78740222 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=90bfe438a0874e55b1e9e4c5d5281070&device_id=81063deb-128a-4a66-a90b-f62d033cdc13 HTTP/1.1" status: 200 len: 1100 time: 0.0634971 Jun 21 04:27:44.362462 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c94083d-0888-4f9e-92ca-403b15397cd7 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Router 0f2bf705-ac60-4db1-8fb9-20b993e5135a has already been hosted by L3 agent 24838221-9d49-44eb-9e47-6a2fc9da17a2 {{(pid=92783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:27:44.402859 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605630f-ff45-4794-99f7-c6b33ee6240d req-8c43e484-bf6f-404d-a590-b1e716682b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:44.404415 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-5605630f-ff45-4794-99f7-c6b33ee6240d req-8c43e484-bf6f-404d-a590-b1e716682b8a service neutron] 10.222.0.55 "GET /v2.0/networks?id=437ede66-19cb-4517-a78e-ec794957dab1 HTTP/1.1" status: 200 len: 870 time: 0.0851715 Jun 21 04:27:44.456365 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-5605630f-ff45-4794-99f7-c6b33ee6240d req-e6b11e45-d7cf-4a9d-b300-cafce412af0f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=8c8d8300-7460-4ffe-9268-9932bc71a6a9 HTTP/1.1" status: 200 len: 217 time: 0.0399253 Jun 21 04:27:44.473908 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c94083d-0888-4f9e-92ca-403b15397cd7 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify agent at l3_agent.dv-cinder-797170-3-iscsi the message routers_updated {{(pid=92783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:27:44.488799 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18eb080-d1b8-44c8-aab9-4ec67a08e6f6 None None] Sync routers for ids ['0f2bf705-ac60-4db1-8fb9-20b993e5135a'] in dv-cinder-797170-3-iscsi {{(pid=92785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:27:44.491247 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-7c94083d-0888-4f9e-92ca-403b15397cd7 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for floatingip, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:44.501041 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18eb080-d1b8-44c8-aab9-4ec67a08e6f6 None None] Routers {'0f2bf705-ac60-4db1-8fb9-20b993e5135a'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:27:44.502230 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-f18eb080-d1b8-44c8-aab9-4ec67a08e6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:27:30Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['0f2bf705-ac60-4db1-8fb9-20b993e5135a'], 'active': True} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:27:44.516612 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605630f-ff45-4794-99f7-c6b33ee6240d req-1f33aad9-dc2f-45f6-984f-53f0bce337d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:44.518922 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-5605630f-ff45-4794-99f7-c6b33ee6240d req-1f33aad9-dc2f-45f6-984f-53f0bce337d4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f1cf27b6-71fe-48b9-a0d5-1f91c175db00 HTTP/1.1" status: 200 len: 843 time: 0.0524275 Jun 21 04:27:44.568370 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-7c94083d-0888-4f9e-92ca-403b15397cd7 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1393476 Jun 21 04:27:44.569052 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 59388) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:44.569552 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a', 'tag': 'bc3a147c-7810-48a8-bcea-bda6637ac018'}] {{(pid=92783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:27:44.571947 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fda3b7b704fc347e73998d8dc34ef34ca3ad6aa16a3a5c6f92a4a64020d363b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e441a6-b202-45e2-9376-08203ee93245" -d '{"events": [{"name": "network-changed", "server_uuid": "4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a", "tag": "bc3a147c-7810-48a8-bcea-bda6637ac018"}]}' {{(pid=92783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:27:44.580430 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [None req-8a8b9531-611c-4297-9766-09b4f613da83 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1277678919', 'description': 'tempest-secgroup-smoke-1277678919 description', 'project_id': '745539a724d14a38908499c2728ab2e3'}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:27:44.653702 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-8a8b9531-611c-4297-9766-09b4f613da83 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:44.671026 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvr_db [None req-f18eb080-d1b8-44c8-aab9-4ec67a08e6f6 None None] Set router 0f2bf705-ac60-4db1-8fb9-20b993e5135a gateway port host: dv-cinder-797170-3-iscsi {{(pid=92785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:27:44.687916 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9ce782-f31a-4774-969f-ad1137e581c9 x-openstack-request-id: req-de9ce782-f31a-4774-969f-ad1137e581c9 {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:27:44.688579 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a", "tag": "bc3a147c-7810-48a8-bcea-bda6637ac018", "status": "completed", "code": 200}]} {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:27:44.688917 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-de9ce782-f31a-4774-969f-ad1137e581c9 {{(pid=92783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:27:44.689431 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a', 'tag': 'bc3a147c-7810-48a8-bcea-bda6637ac018', 'status': 'completed', 'code': 200} Jun 21 04:27:44.734259 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605630f-ff45-4794-99f7-c6b33ee6240d req-e48afa39-2cd9-482e-9b1c-4a2effc8101f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:44.736663 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-5605630f-ff45-4794-99f7-c6b33ee6240d req-e48afa39-2cd9-482e-9b1c-4a2effc8101f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=437ede66-19cb-4517-a78e-ec794957dab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2019906 Jun 21 04:27:44.845461 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72119740-1b89-45db-9b39-b64c765bb3df req-74a3a9fe-1a1d-44ce-b61e-6486066d89fb tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:44.847264 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-72119740-1b89-45db-9b39-b64c765bb3df req-74a3a9fe-1a1d-44ce-b61e-6486066d89fb tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.2119126 Jun 21 04:27:44.851916 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e441a6-b202-45e2-9376-08203ee93245 req-7d708647-c321-4a01-b418-eeaede0319bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:44.853371 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-f6e441a6-b202-45e2-9376-08203ee93245 req-7d708647-c321-4a01-b418-eeaede0319bc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=745539a724d14a38908499c2728ab2e3&device_id=4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a HTTP/1.1" status: 200 len: 1099 time: 0.1403270 Jun 21 04:27:44.855574 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-8a8b9531-611c-4297-9766-09b4f613da83 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:44.861268 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-8a8b9531-611c-4297-9766-09b4f613da83 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:44.866849 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-9b55a719-4563-487a-86bb-bd08bf742c25 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:44.903923 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-5605630f-ff45-4794-99f7-c6b33ee6240d req-5ef69f69-4e7f-484e-b6e2-c5c25f7426f4 service neutron] 10.222.0.55 "GET /v2.0/networks/437ede66-19cb-4517-a78e-ec794957dab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484191 Jun 21 04:27:44.927258 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-72119740-1b89-45db-9b39-b64c765bb3df req-34050736-0a22-4884-abd9-6b194e645786 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688438 Jun 21 04:27:44.945856 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-8a8b9531-611c-4297-9766-09b4f613da83 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:44.947146 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-8a8b9531-611c-4297-9766-09b4f613da83 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3709145 Jun 21 04:27:44.952361 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 59398) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:44.959547 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [None req-50647114-2f79-4051-b740-aebfe667ea4a tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Request body: {'security_group_rule': {'security_group_id': 'b367404a-d4f9-499b-aa3e-e6593c552486', 'project_id': '745539a724d14a38908499c2728ab2e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:27:44.963843 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b9531-611c-4297-9766-09b4f613da83 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b367404a-d4f9-499b-aa3e-e6593c552486,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:44.970353 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-8a8b9531-611c-4297-9766-09b4f613da83 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:45.008270 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c614985b-73af-4c52-8235-d6b4c6d942a0 req-f9392ef8-ec69-445a-8afd-82a88c8c7aa7 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58efe1-22c1-4d53-933e-19ed34e965b4 HTTP/1.1" status: 200 len: 210 time: 0.0799050 Jun 21 04:27:45.013300 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-f18eb080-d1b8-44c8-aab9-4ec67a08e6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2bf705-ac60-4db1-8fb9-20b993e5135a', 'name': 'tempest-TestMinimumBasicScenario-180313155-router', 'tenant_id': '745539a724d14a38908499c2728ab2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'c031c288-2929-4c56-9a14-a2244b372ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:26:31Z', 'updated_at': '2021-06-21T04:26:34Z', 'revision_number': 4, 'project_id': '745539a724d14a38908499c2728ab2e3', 'gw_port': {'id': 'c031c288-2929-4c56-9a14-a2244b372ce4', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2bf705-ac60-4db1-8fb9-20b993e5135a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:26:31Z', 'updated_at': '2021-06-21T04:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_floatingips': [{'id': 'd015016d-c701-4bf1-8005-49d3ee463faa', 'tenant_id': '745539a724d14a38908499c2728ab2e3', 'floating_ip_address': '172.27.3.171', 'floating_network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'router_id': '0f2bf705-ac60-4db1-8fb9-20b993e5135a', 'port_id': 'bc3a147c-7810-48a8-bcea-bda6637ac018', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de51be99-4968-47a2-b994-f99e1af4ffea', 'mac_address': 'fa:16:3e:a8:ec:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:27:43Z', 'updated_at': '2021-06-21T04:27:43Z', 'revision_number': 0, 'project_id': '745539a724d14a38908499c2728ab2e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7aa131a3-85d5-432a-95a6-7510fa707dbc', 'name': '', 'network_id': 'de51be99-4968-47a2-b994-f99e1af4ffea', 'tenant_id': '745539a724d14a38908499c2728ab2e3', 'mac_address': 'fa:16:3e:af:4c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2bf705-ac60-4db1-8fb9-20b993e5135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '84426b50-f58a-4895-847c-fc2b1761ca9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:26:33Z', 'updated_at': '2021-06-21T04:26:41Z', 'revision_number': 5, 'project_id': '745539a724d14a38908499c2728ab2e3', 'subnets': [{'id': '84426b50-f58a-4895-847c-fc2b1761ca9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:27:45.020184 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-50647114-2f79-4051-b740-aebfe667ea4a tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:45.051505 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-5605630f-ff45-4794-99f7-c6b33ee6240d req-51d487a6-8005-4132-94ce-38d3b17af320 service neutron] 10.222.0.55 "GET /v2.0/networks/437ede66-19cb-4517-a78e-ec794957dab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380537 Jun 21 04:27:45.052085 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e441a6-b202-45e2-9376-08203ee93245 req-1065d1c4-02eb-4177-ad52-43d492b45b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:45.053476 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-f6e441a6-b202-45e2-9376-08203ee93245 req-1065d1c4-02eb-4177-ad52-43d492b45b5a service neutron] 10.222.0.55 "GET /v2.0/networks?id=de51be99-4968-47a2-b994-f99e1af4ffea HTTP/1.1" status: 200 len: 915 time: 0.1890757 Jun 21 04:27:45.056010 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18eb080-d1b8-44c8-aab9-4ec67a08e6f6 None None] Checking router: 0f2bf705-ac60-4db1-8fb9-20b993e5135a for host: dv-cinder-797170-3-iscsi {{(pid=92785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:27:45.065242 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18eb080-d1b8-44c8-aab9-4ec67a08e6f6 None None] Routers {'0f2bf705-ac60-4db1-8fb9-20b993e5135a'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:27:45.066217 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-f18eb080-d1b8-44c8-aab9-4ec67a08e6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:27:30Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['0f2bf705-ac60-4db1-8fb9-20b993e5135a'], 'active': True} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:27:45.074502 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-50647114-2f79-4051-b740-aebfe667ea4a tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:45.081703 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-50647114-2f79-4051-b740-aebfe667ea4a tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408514'] for security_group_rule, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:45.117319 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:45.166825 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50647114-2f79-4051-b740-aebfe667ea4a tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c43777c6-6d1a-4e9a-949a-b8130c9f68a4,revision_number=0']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:45.173902 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-50647114-2f79-4051-b740-aebfe667ea4a tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:45.174753 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-50647114-2f79-4051-b740-aebfe667ea4a tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:45.175876 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-50647114-2f79-4051-b740-aebfe667ea4a tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2226138 Jun 21 04:27:45.178762 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 59402) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:45.186403 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [None req-c7740b35-7093-45ef-983b-950e4ed651ad tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Request body: {'security_group_rule': {'security_group_id': 'b367404a-d4f9-499b-aa3e-e6593c552486', 'project_id': '745539a724d14a38908499c2728ab2e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:27:45.187939 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-f6e441a6-b202-45e2-9376-08203ee93245 req-c9314956-1c85-4d0d-ad7b-29dd3b06f0ea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc3a147c-7810-48a8-bcea-bda6637ac018 HTTP/1.1" status: 200 len: 1000 time: 0.1151192 Jun 21 04:27:45.190867 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvr_db [None req-f18eb080-d1b8-44c8-aab9-4ec67a08e6f6 None None] Set router 0f2bf705-ac60-4db1-8fb9-20b993e5135a gateway port host: dv-cinder-797170-3-iscsi {{(pid=92785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:27:45.221270 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-c7740b35-7093-45ef-983b-950e4ed651ad tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:45.252895 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e441a6-b202-45e2-9376-08203ee93245 req-cf3ffee0-f03b-4bb0-89b6-75bb4483d12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:45.266010 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-f6e441a6-b202-45e2-9376-08203ee93245 req-cf3ffee0-f03b-4bb0-89b6-75bb4483d12d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=84426b50-f58a-4895-847c-fc2b1761ca9d HTTP/1.1" status: 200 len: 853 time: 0.0676339 Jun 21 04:27:45.359856 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e441a6-b202-45e2-9376-08203ee93245 req-9baafb7b-fbd2-4d70-9c16-305ef017418e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:45.362474 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-f6e441a6-b202-45e2-9376-08203ee93245 req-9baafb7b-fbd2-4d70-9c16-305ef017418e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=de51be99-4968-47a2-b994-f99e1af4ffea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0859287 Jun 21 04:27:45.427121 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-c7740b35-7093-45ef-983b-950e4ed651ad tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:45.440423 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-c7740b35-7093-45ef-983b-950e4ed651ad tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408514'] for security_group_rule, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:45.459098 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-ec8469ca-de17-4fd7-b545-d24cec5b5335 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:45.499855 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-f6e441a6-b202-45e2-9376-08203ee93245 req-d521a84e-b0f7-4ce9-80af-b795a0ae1e09 service neutron] 10.222.0.55 "GET /v2.0/networks/de51be99-4968-47a2-b994-f99e1af4ffea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293645 Jun 21 04:27:45.522528 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7740b35-7093-45ef-983b-950e4ed651ad tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9f4b279-f569-4f8d-be07-eff900514801,revision_number=0']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:45.529234 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-f18eb080-d1b8-44c8-aab9-4ec67a08e6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2bf705-ac60-4db1-8fb9-20b993e5135a', 'name': 'tempest-TestMinimumBasicScenario-180313155-router', 'tenant_id': '745539a724d14a38908499c2728ab2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'c031c288-2929-4c56-9a14-a2244b372ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:26:31Z', 'updated_at': '2021-06-21T04:26:34Z', 'revision_number': 4, 'project_id': '745539a724d14a38908499c2728ab2e3', 'gw_port': {'id': 'c031c288-2929-4c56-9a14-a2244b372ce4', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2bf705-ac60-4db1-8fb9-20b993e5135a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:26:31Z', 'updated_at': '2021-06-21T04:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_floatingips': [{'id': 'd015016d-c701-4bf1-8005-49d3ee463faa', 'tenant_id': '745539a724d14a38908499c2728ab2e3', 'floating_ip_address': '172.27.3.171', 'floating_network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'router_id': '0f2bf705-ac60-4db1-8fb9-20b993e5135a', 'port_id': 'bc3a147c-7810-48a8-bcea-bda6637ac018', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de51be99-4968-47a2-b994-f99e1af4ffea', 'mac_address': 'fa:16:3e:a8:ec:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:27:43Z', 'updated_at': '2021-06-21T04:27:43Z', 'revision_number': 0, 'project_id': '745539a724d14a38908499c2728ab2e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7aa131a3-85d5-432a-95a6-7510fa707dbc', 'name': '', 'network_id': 'de51be99-4968-47a2-b994-f99e1af4ffea', 'tenant_id': '745539a724d14a38908499c2728ab2e3', 'mac_address': 'fa:16:3e:af:4c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2bf705-ac60-4db1-8fb9-20b993e5135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '84426b50-f58a-4895-847c-fc2b1761ca9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:26:33Z', 'updated_at': '2021-06-21T04:26:41Z', 'revision_number': 5, 'project_id': '745539a724d14a38908499c2728ab2e3', 'subnets': [{'id': '84426b50-f58a-4895-847c-fc2b1761ca9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:27:45.532886 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-c7740b35-7093-45ef-983b-950e4ed651ad tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:45.563098 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18eb080-d1b8-44c8-aab9-4ec67a08e6f6 None None] The sync data for ids ['0f2bf705-ac60-4db1-8fb9-20b993e5135a'] in dv-cinder-797170-3-iscsi is: [{'id': '0f2bf705-ac60-4db1-8fb9-20b993e5135a', 'name': 'tempest-TestMinimumBasicScenario-180313155-router', 'tenant_id': '745539a724d14a38908499c2728ab2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'c031c288-2929-4c56-9a14-a2244b372ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:26:31Z', 'updated_at': '2021-06-21T04:26:34Z', 'revision_number': 4, 'project_id': '745539a724d14a38908499c2728ab2e3', 'gw_port': {'id': 'c031c288-2929-4c56-9a14-a2244b372ce4', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2bf705-ac60-4db1-8fb9-20b993e5135a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:26:31Z', 'updated_at': '2021-06-21T04:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_floatingips': [{'id': 'd015016d-c701-4bf1-8005-49d3ee463faa', 'tenant_id': '745539a724d14a38908499c2728ab2e3', 'floating_ip_address': '172.27.3.171', 'floating_network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'router_id': '0f2bf705-ac60-4db1-8fb9-20b993e5135a', 'port_id': 'bc3a147c-7810-48a8-bcea-bda6637ac018', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de51be99-4968-47a2-b994-f99e1af4ffea', 'mac_address': 'fa:16:3e:a8:ec:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:27:43Z', 'updated_at': '2021-06-21T04:27:43Z', 'revision_number': 0, 'project_id': '745539a724d14a38908499c2728ab2e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7aa131a3-85d5-432a-95a6-7510fa707dbc', 'name': '', 'network_id': 'de51be99-4968-47a2-b994-f99e1af4ffea', 'tenant_id': '745539a724d14a38908499c2728ab2e3', 'mac_address': 'fa:16:3e:af:4c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2bf705-ac60-4db1-8fb9-20b993e5135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '84426b50-f58a-4895-847c-fc2b1761ca9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:26:33Z', 'updated_at': '2021-06-21T04:26:41Z', 'revision_number': 5, 'project_id': '745539a724d14a38908499c2728ab2e3', 'subnets': [{'id': '84426b50-f58a-4895-847c-fc2b1761ca9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:27:45.587805 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6702a4f-38dc-42c7-a667-b26efa99a5f9 req-db20e001-a05a-4f62-a9a9-ed84d8d66edf tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:45.589540 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-b6702a4f-38dc-42c7-a667-b26efa99a5f9 req-db20e001-a05a-4f62-a9a9-ed84d8d66edf tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] 10.222.0.53 "GET /v2.0/ports?device_id=81063deb-128a-4a66-a90b-f62d033cdc13 HTTP/1.1" status: 200 len: 947 time: 0.3576391 Jun 21 04:27:45.654841 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-c7740b35-7093-45ef-983b-950e4ed651ad tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:45.657099 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-c7740b35-7093-45ef-983b-950e4ed651ad tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4764364 Jun 21 04:27:45.664958 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 59408) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:45.678439 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [None req-65b23208-f764-40f9-a2fd-abbe1ef135b8 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Request body: {'security_group_rule': {'security_group_id': 'b367404a-d4f9-499b-aa3e-e6593c552486', 'project_id': '745539a724d14a38908499c2728ab2e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:27:45.682261 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ed572-840d-49cf-91c0-eac2459b611b req-4ec9fc7d-5749-4272-9cf4-f719a115af4a tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:45.684284 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a09ed572-840d-49cf-91c0-eac2459b611b req-4ec9fc7d-5749-4272-9cf4-f719a115af4a tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 945 time: 0.3086867 Jun 21 04:27:45.730001 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-b6702a4f-38dc-42c7-a667-b26efa99a5f9 req-0dff48da-e98b-4443-a26a-3c02ddfa9e36 tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] 10.222.0.53 "GET /v2.0/security-groups?id=23e30d97-8b06-4f2d-889c-ea6430890d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306906 Jun 21 04:27:45.775230 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-f6e441a6-b202-45e2-9376-08203ee93245 req-1a9c462d-3c6c-4b1e-b626-4fd78ef264cd service neutron] 10.222.0.55 "GET /v2.0/networks/de51be99-4968-47a2-b994-f99e1af4ffea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652514 Jun 21 04:27:45.781835 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a09ed572-840d-49cf-91c0-eac2459b611b req-bac44c86-e2b9-4b66-90b5-565b709f1b05 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877805 Jun 21 04:27:45.794979 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-65b23208-f764-40f9-a2fd-abbe1ef135b8 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:45.801186 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f0501-ee7c-4ef8-acc8-f332b300b174 req-84fec5d7-b812-496d-8306-5e7583f811c6 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:45.802708 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-8d2f0501-ee7c-4ef8-acc8-f332b300b174 req-84fec5d7-b812-496d-8306-5e7583f811c6 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.55 "GET /v2.0/networks?id=6b3c7cb1-477e-4c5f-9965-cb60a2d8de14 HTTP/1.1" status: 200 len: 815 time: 0.3570700 Jun 21 04:27:45.824043 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [req-8d2f0501-ee7c-4ef8-acc8-f332b300b174 req-d72f7cdf-7c6e-45fd-85fd-ea9ed4729716 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Request body: {'port': {'device_id': '4c58efe1-22c1-4d53-933e-19ed34e965b4', 'network_id': '6b3c7cb1-477e-4c5f-9965-cb60a2d8de14', 'admin_state_up': True, 'tenant_id': 'dd9a1f8984c4474aa4722fd84f45b670'}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:27:45.923568 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-65b23208-f764-40f9-a2fd-abbe1ef135b8 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:45.938205 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-65b23208-f764-40f9-a2fd-abbe1ef135b8 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408514'] for security_group_rule, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:45.946847 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-d0956cc7-0af6-4c77-85d3-68357d761e8e tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:45.954241 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50a425-46e0-44f2-a6d4-bcf3b9687744 req-d4ab2d88-250e-40c7-adc9-4c8b43da39c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:45.956778 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-3b50a425-46e0-44f2-a6d4-bcf3b9687744 req-d4ab2d88-250e-40c7-adc9-4c8b43da39c7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e73c54dea0a944059b24d8393e162682&device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 1098 time: 0.2376676 Jun 21 04:27:45.972725 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b23208-f764-40f9-a2fd-abbe1ef135b8 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d60e4578-7660-47cf-9ac6-5a5207db6883,revision_number=0']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:45.978268 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a56979-2981-4a3c-84de-b65ea2e5bf76 None None] New status for floating IP d015016d-c701-4bf1-8005-49d3ee463faa: ACTIVE {{(pid=92784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:27:45.983119 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-65b23208-f764-40f9-a2fd-abbe1ef135b8 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:45.984581 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-65b23208-f764-40f9-a2fd-abbe1ef135b8 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:45.989681 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-65b23208-f764-40f9-a2fd-abbe1ef135b8 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3190989 Jun 21 04:27:45.989681 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 59424) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:45.994467 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [None req-e0b22a7a-a77c-433f-86e8-e0122c5f49fe tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Request body: {'security_group_rule': {'security_group_id': 'b367404a-d4f9-499b-aa3e-e6593c552486', 'project_id': '745539a724d14a38908499c2728ab2e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:27:46.038670 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-e0b22a7a-a77c-433f-86e8-e0122c5f49fe tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:46.045367 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d2f0501-ee7c-4ef8-acc8-f332b300b174 req-d72f7cdf-7c6e-45fd-85fd-ea9ed4729716 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Made reservation on behalf of dd9a1f8984c4474aa4722fd84f45b670 for: {'port': 1} {{(pid=92782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:27:46.051368 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-8d2f0501-ee7c-4ef8-acc8-f332b300b174 req-d72f7cdf-7c6e-45fd-85fd-ea9ed4729716 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:46.233766 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-e0b22a7a-a77c-433f-86e8-e0122c5f49fe tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:46.248565 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-e0b22a7a-a77c-433f-86e8-e0122c5f49fe tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408514'] for security_group_rule, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:46.261400 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6f329664-0fcd-4176-ba75-93a044c1dae6 req-c15d2cf6-3a63-4bb7-927a-2347e90a5b32 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58efe1-22c1-4d53-933e-19ed34e965b4 HTTP/1.1" status: 200 len: 210 time: 0.0673666 Jun 21 04:27:46.274489 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-50647114-2f79-4051-b740-aebfe667ea4a tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:46.291071 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-e0b22a7a-a77c-433f-86e8-e0122c5f49fe tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:46.292397 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-e0b22a7a-a77c-433f-86e8-e0122c5f49fe tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3021083 Jun 21 04:27:46.300253 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 59428) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:46.305330 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [None req-8f4d2626-0a50-4a2e-be7f-1f9de5336548 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Request body: {'security_group_rule': {'security_group_id': 'b367404a-d4f9-499b-aa3e-e6593c552486', 'project_id': '745539a724d14a38908499c2728ab2e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:27:46.305498 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f2a8f-048b-4e0d-aef1-e9c061498c65 req-138bd5c1-60c0-4006-82e4-ceb2a4a46499 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:46.307035 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f51f2a8f-048b-4e0d-aef1-e9c061498c65 req-138bd5c1-60c0-4006-82e4-ceb2a4a46499 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.2133458 Jun 21 04:27:46.308235 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.db_base_plugin_common [req-8d2f0501-ee7c-4ef8-acc8-f332b300b174 req-d72f7cdf-7c6e-45fd-85fd-ea9ed4729716 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Allocated IP 172.20.0.5 (6b3c7cb1-477e-4c5f-9965-cb60a2d8de14/0260b167-e49c-4b4b-9ef5-e52212495354/3780d596-0250-4f33-9df7-f51eebc839cd) {{(pid=92782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:27:46.315226 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50a425-46e0-44f2-a6d4-bcf3b9687744 req-46b34764-3095-4301-af78-b18ae83ae07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:46.317432 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-3b50a425-46e0-44f2-a6d4-bcf3b9687744 req-46b34764-3095-4301-af78-b18ae83ae07d service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd6e448a-06f0-4e1b-bc50-7a0749d71b51 HTTP/1.1" status: 200 len: 918 time: 0.2262790 Jun 21 04:27:46.318077 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b22a7a-a77c-433f-86e8-e0122c5f49fe tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=123015cd-dc89-40ec-ba32-fcfca5149c82,revision_number=0']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:46.326312 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-e0b22a7a-a77c-433f-86e8-e0122c5f49fe tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:46.398904 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.db.securitygroups_db [None req-8f4d2626-0a50-4a2e-be7f-1f9de5336548 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Project 745539a724d14a38908499c2728ab2e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 04:27:46.409358 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-8f4d2626-0a50-4a2e-be7f-1f9de5336548 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:46.427786 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f51f2a8f-048b-4e0d-aef1-e9c061498c65 req-efe24e75-e43e-41cb-a255-d7f5d23c420c tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102512 Jun 21 04:27:46.437026 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-3b50a425-46e0-44f2-a6d4-bcf3b9687744 req-e38ebd3c-7751-4769-bfc3-513c515ed79c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ebbea58-99ab-45f8-beac-f662499e74ba HTTP/1.1" status: 200 len: 1001 time: 0.1023090 Jun 21 04:27:46.511618 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50a425-46e0-44f2-a6d4-bcf3b9687744 req-40648673-ad70-4996-a685-e92820a6aefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:46.513076 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-3b50a425-46e0-44f2-a6d4-bcf3b9687744 req-40648673-ad70-4996-a685-e92820a6aefe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8d8b0903-2890-45e0-bcb1-1f07c6fca395 HTTP/1.1" status: 200 len: 856 time: 0.0632074 Jun 21 04:27:46.519302 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-8f4d2626-0a50-4a2e-be7f-1f9de5336548 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:46.524343 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-8d2f0501-ee7c-4ef8-acc8-f332b300b174 req-d72f7cdf-7c6e-45fd-85fd-ea9ed4729716 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Notify callbacks [] for port, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:46.531256 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-8f4d2626-0a50-4a2e-be7f-1f9de5336548 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408514'] for security_group_rule, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:46.550456 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-a5b2a94b-5340-45ef-9414-3721e5177a89 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:46.565280 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-8d2f0501-ee7c-4ef8-acc8-f332b300b174 req-d72f7cdf-7c6e-45fd-85fd-ea9ed4729716 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14133711'] for port, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:46.568985 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d2626-0a50-4a2e-be7f-1f9de5336548 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c8a6212-800a-4a93-b571-fa2c3fde073e,revision_number=0']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:46.569974 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-ccf704b7-0e3e-4eba-b09c-50f59fef9cc1 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:46.572468 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-8f4d2626-0a50-4a2e-be7f-1f9de5336548 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:46.579998 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] get_ports_and_sgs() called for port_ids ['afb3d547-308d-47f0-913b-5f4c242a31c7', 'f9a379e8-f5a6-48ed-983a-62864d6f2903', '372ee057-dfac-4805-850c-6ab44fbcc75b'] {{(pid=92784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:27:46.589658 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-8f4d2626-0a50-4a2e-be7f-1f9de5336548 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:46.591262 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-8f4d2626-0a50-4a2e-be7f-1f9de5336548 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2896922 Jun 21 04:27:46.593901 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 59434) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:27:46.599384 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [None req-18010ef9-4eb6-4beb-a16d-aece537300d1 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Request body: {'security_group_rule': {'security_group_id': 'b367404a-d4f9-499b-aa3e-e6593c552486', 'project_id': '745539a724d14a38908499c2728ab2e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:27:46.608941 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d2f0501-ee7c-4ef8-acc8-f332b300b174 req-d72f7cdf-7c6e-45fd-85fd-ea9ed4729716 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Network 6b3c7cb1-477e-4c5f-9965-cb60a2d8de14 is already hosted by enough agents. {{(pid=92782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:27:46.612142 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.base_scheduler [req-8d2f0501-ee7c-4ef8-acc8-f332b300b174 req-d72f7cdf-7c6e-45fd-85fd-ea9ed4729716 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Resources bound (agent type, host, resource id): {{(pid=92782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:27:46.616057 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d2f0501-ee7c-4ef8-acc8-f332b300b174 req-d72f7cdf-7c6e-45fd-85fd-ea9ed4729716 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Received port after_create {{(pid=92782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:27:46.626065 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50a425-46e0-44f2-a6d4-bcf3b9687744 req-bc4c513a-edd3-4275-8f3f-f59def340d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:46.627787 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-3b50a425-46e0-44f2-a6d4-bcf3b9687744 req-bc4c513a-edd3-4275-8f3f-f59def340d0a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd6e448a-06f0-4e1b-bc50-7a0749d71b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1045766 Jun 21 04:27:46.634729 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.db.securitygroups_db [None req-18010ef9-4eb6-4beb-a16d-aece537300d1 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Project 745539a724d14a38908499c2728ab2e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 04:27:46.639941 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-18010ef9-4eb6-4beb-a16d-aece537300d1 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:46.666280 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f7cdf-7c6e-45fd-85fd-ea9ed4729716 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Pushing event updated for resources: {'Port': ['ID=3780d596-0250-4f33-9df7-f51eebc839cd,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:46.671624 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-d72f7cdf-7c6e-45fd-85fd-ea9ed4729716 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:46.679689 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f0501-ee7c-4ef8-acc8-f332b300b174 req-d72f7cdf-7c6e-45fd-85fd-ea9ed4729716 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:46.680301 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-8d2f0501-ee7c-4ef8-acc8-f332b300b174 req-d72f7cdf-7c6e-45fd-85fd-ea9ed4729716 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for port, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:46.694804 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-8d2f0501-ee7c-4ef8-acc8-f332b300b174 req-d72f7cdf-7c6e-45fd-85fd-ea9ed4729716 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8750091 Jun 21 04:27:46.710306 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [req-8d2f0501-ee7c-4ef8-acc8-f332b300b174 req-4023b3a3-620f-4260-96bf-86eff47fd9b1 service neutron] Request body: {'port': {'device_id': '4c58efe1-22c1-4d53-933e-19ed34e965b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:27:46.752559 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-18010ef9-4eb6-4beb-a16d-aece537300d1 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:46.762417 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-18010ef9-4eb6-4beb-a16d-aece537300d1 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408514'] for security_group_rule, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:46.772320 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:46.785205 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18010ef9-4eb6-4beb-a16d-aece537300d1 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f57fb72-af60-473c-84a8-2c25931dc9b0,revision_number=0']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:46.790845 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-8d2f0501-ee7c-4ef8-acc8-f332b300b174 req-4023b3a3-620f-4260-96bf-86eff47fd9b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:46.791905 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-18010ef9-4eb6-4beb-a16d-aece537300d1 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:46.796632 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-3b50a425-46e0-44f2-a6d4-bcf3b9687744 req-05c7036e-aeea-47ee-88bc-53ea21907971 service neutron] 10.222.0.55 "GET /v2.0/networks/fd6e448a-06f0-4e1b-bc50-7a0749d71b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521442 Jun 21 04:27:46.802166 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-18010ef9-4eb6-4beb-a16d-aece537300d1 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:46.806849 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-18010ef9-4eb6-4beb-a16d-aece537300d1 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2111638 Jun 21 04:27:46.946202 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-3b50a425-46e0-44f2-a6d4-bcf3b9687744 req-fb737c69-ea58-4e05-9bd8-185064cecd41 service neutron] 10.222.0.55 "GET /v2.0/networks/fd6e448a-06f0-4e1b-bc50-7a0749d71b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307182 Jun 21 04:27:47.094228 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:47.116425 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b20d8-7899-4961-b0b3-fefbad8d8c8d req-998e8b94-16bf-4327-9f9c-6b1c0213fb1c tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:47.117892 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-ed3b20d8-7899-4961-b0b3-fefbad8d8c8d req-998e8b94-16bf-4327-9f9c-6b1c0213fb1c tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] 10.222.0.53 "GET /v2.0/ports?device_id=81063deb-128a-4a66-a90b-f62d033cdc13 HTTP/1.1" status: 200 len: 947 time: 0.2306843 Jun 21 04:27:47.134159 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c52fe37-0e36-4b32-8e67-8711d9007558 req-93e63315-8733-4542-b110-03f43c3567fb tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:47.135577 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-8c52fe37-0e36-4b32-8e67-8711d9007558 req-93e63315-8733-4542-b110-03f43c3567fb tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 945 time: 0.2097301 Jun 21 04:27:47.448119 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-ed3b20d8-7899-4961-b0b3-fefbad8d8c8d req-c37528e9-471b-498b-acb1-8458b0f8bab7 tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] 10.222.0.53 "GET /v2.0/security-groups?id=23e30d97-8b06-4f2d-889c-ea6430890d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232982 Jun 21 04:27:47.465333 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-8c52fe37-0e36-4b32-8e67-8711d9007558 req-cd2da66a-07be-4566-819f-22a12e8af829 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3221948 Jun 21 04:27:47.520943 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.notifiers.nova [req-8d2f0501-ee7c-4ef8-acc8-f332b300b174 req-4023b3a3-620f-4260-96bf-86eff47fd9b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3780d596-0250-4f33-9df7-f51eebc839cd {{(pid=92782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:27:47.528746 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-8d2f0501-ee7c-4ef8-acc8-f332b300b174 req-4023b3a3-620f-4260-96bf-86eff47fd9b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:47.541399 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.provisioning_blocks [req-8d2f0501-ee7c-4ef8-acc8-f332b300b174 req-4023b3a3-620f-4260-96bf-86eff47fd9b1 service neutron] Transition to ACTIVE for port object 3780d596-0250-4f33-9df7-f51eebc839cd will not be triggered until provisioned by entity L2. {{(pid=92782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:27:47.546523 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-8d2f0501-ee7c-4ef8-acc8-f332b300b174 req-4023b3a3-620f-4260-96bf-86eff47fd9b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14133753'] for port, after_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:47.549369 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-194a3cda-3f56-494e-88d9-7036d06e3981 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:47.639263 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023b3a3-620f-4260-96bf-86eff47fd9b1 service neutron] Pushing event updated for resources: {'Port': ['ID=3780d596-0250-4f33-9df7-f51eebc839cd,revision_number=2']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:47.645888 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-4023b3a3-620f-4260-96bf-86eff47fd9b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:47.691632 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f7d553fb-931a-4719-8611-f90364bb9ccd req-5eca4f02-178b-402c-86be-3205ab409d55 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1277678919&fields=id&tenant_id=745539a724d14a38908499c2728ab2e3 HTTP/1.1" status: 200 len: 267 time: 0.1209683 Jun 21 04:27:47.753965 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.managers [req-8d2f0501-ee7c-4ef8-acc8-f332b300b174 req-4023b3a3-620f-4260-96bf-86eff47fd9b1 service neutron] Attempting to bind port 3780d596-0250-4f33-9df7-f51eebc839cd on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:27:47.754294 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.managers [req-8d2f0501-ee7c-4ef8-acc8-f332b300b174 req-4023b3a3-620f-4260-96bf-86eff47fd9b1 service neutron] Attempting to bind port 3780d596-0250-4f33-9df7-f51eebc839cd by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '978cc6d8-d90e-4d41-9279-f012d41ae2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6b3c7cb1-477e-4c5f-9965-cb60a2d8de14'}] {{(pid=92782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:27:47.754644 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2f0501-ee7c-4ef8-acc8-f332b300b174 req-4023b3a3-620f-4260-96bf-86eff47fd9b1 service neutron] Attempting to bind port 3780d596-0250-4f33-9df7-f51eebc839cd on network 6b3c7cb1-477e-4c5f-9965-cb60a2d8de14 {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:27:47.764515 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2f0501-ee7c-4ef8-acc8-f332b300b174 req-4023b3a3-620f-4260-96bf-86eff47fd9b1 service neutron] Port 3780d596-0250-4f33-9df7-f51eebc839cd on network 6b3c7cb1-477e-4c5f-9965-cb60a2d8de14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:27:47.764832 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2f0501-ee7c-4ef8-acc8-f332b300b174 req-4023b3a3-620f-4260-96bf-86eff47fd9b1 service neutron] Attempting to bind port 3780d596-0250-4f33-9df7-f51eebc839cd on network 6b3c7cb1-477e-4c5f-9965-cb60a2d8de14 {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:27:47.772108 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2f0501-ee7c-4ef8-acc8-f332b300b174 req-4023b3a3-620f-4260-96bf-86eff47fd9b1 service neutron] Checking agent: {'id': 'e86ead90-85ed-45dc-94a1-895a24121321', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 23, 47), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:27:47.772444 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2f0501-ee7c-4ef8-acc8-f332b300b174 req-4023b3a3-620f-4260-96bf-86eff47fd9b1 service neutron] Checking segment: {'id': '978cc6d8-d90e-4d41-9279-f012d41ae2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6b3c7cb1-477e-4c5f-9965-cb60a2d8de14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:27:47.772828 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2f0501-ee7c-4ef8-acc8-f332b300b174 req-4023b3a3-620f-4260-96bf-86eff47fd9b1 service neutron] Bound using segment: {'id': '978cc6d8-d90e-4d41-9279-f012d41ae2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6b3c7cb1-477e-4c5f-9965-cb60a2d8de14'} {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:27:47.773255 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.managers [req-8d2f0501-ee7c-4ef8-acc8-f332b300b174 req-4023b3a3-620f-4260-96bf-86eff47fd9b1 service neutron] Bound port: 3780d596-0250-4f33-9df7-f51eebc839cd, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '978cc6d8-d90e-4d41-9279-f012d41ae2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6b3c7cb1-477e-4c5f-9965-cb60a2d8de14'}}] {{(pid=92782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:27:47.773596 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-8d2f0501-ee7c-4ef8-acc8-f332b300b174 req-4023b3a3-620f-4260-96bf-86eff47fd9b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:47.796808 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d553fb-931a-4719-8611-f90364bb9ccd req-e1e3fd10-72dd-4088-b2e3-145744a4b568 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:47.798278 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f7d553fb-931a-4719-8611-f90364bb9ccd req-e1e3fd10-72dd-4088-b2e3-145744a4b568 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a HTTP/1.1" status: 200 len: 946 time: 0.1012263 Jun 21 04:27:47.824136 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [req-f7d553fb-931a-4719-8611-f90364bb9ccd req-1b271051-411a-4b22-a28e-06a2de8004e6 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Request body: {'port': {'security_groups': ['f1d05cdb-cfe4-4ed3-96a8-63d61fa8d225', 'b367404a-d4f9-499b-aa3e-e6593c552486']}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:27:47.892394 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.db [req-8d2f0501-ee7c-4ef8-acc8-f332b300b174 req-4023b3a3-620f-4260-96bf-86eff47fd9b1 service neutron] For port 3780d596-0250-4f33-9df7-f51eebc839cd, host hv-cinder-79717, cleared binding levels {{(pid=92782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:27:47.934096 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.db [req-8d2f0501-ee7c-4ef8-acc8-f332b300b174 req-4023b3a3-620f-4260-96bf-86eff47fd9b1 service neutron] For port 3780d596-0250-4f33-9df7-f51eebc839cd, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=3780d596-0250-4f33-9df7-f51eebc839cd,segment=NetworkSegment(978cc6d8-d90e-4d41-9279-f012d41ae2f5),segment_id=978cc6d8-d90e-4d41-9279-f012d41ae2f5)] {{(pid=92782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:27:47.940431 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-8d2f0501-ee7c-4ef8-acc8-f332b300b174 req-4023b3a3-620f-4260-96bf-86eff47fd9b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14133753'] for port, after_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:47.945058 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-4023b3a3-620f-4260-96bf-86eff47fd9b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:47.953355 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-f7d553fb-931a-4719-8611-f90364bb9ccd req-1b271051-411a-4b22-a28e-06a2de8004e6 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:47.983292 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f0501-ee7c-4ef8-acc8-f332b300b174 req-4023b3a3-620f-4260-96bf-86eff47fd9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:47.983898 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-8d2f0501-ee7c-4ef8-acc8-f332b300b174 req-4023b3a3-620f-4260-96bf-86eff47fd9b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for port, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:47.985864 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-8d2f0501-ee7c-4ef8-acc8-f332b300b174 req-4023b3a3-620f-4260-96bf-86eff47fd9b1 service neutron] 10.222.0.55 "PUT /v2.0/ports/3780d596-0250-4f33-9df7-f51eebc839cd HTTP/1.1" status: 200 len: 1093 time: 1.2791498 Jun 21 04:27:47.987787 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c58efe1-22c1-4d53-933e-19ed34e965b4', 'tag': '3780d596-0250-4f33-9df7-f51eebc839cd'}] {{(pid=92782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:27:47.990060 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20f1c8b8986f59859b4229cceefba24e6e47d71d2fcee399c6ca6947cd3b11b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43f334c-7103-4e1b-8d8f-fd0f88c0ddfc" -d '{"events": [{"name": "network-changed", "server_uuid": "4c58efe1-22c1-4d53-933e-19ed34e965b4", "tag": "3780d596-0250-4f33-9df7-f51eebc839cd"}]}' {{(pid=92782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:27:47.995118 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 8c8d8300-7460-4ffe-9268-9932bc71a6a9 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:27:48.047745 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023b3a3-620f-4260-96bf-86eff47fd9b1 service neutron] Pushing event updated for resources: {'Port': ['ID=3780d596-0250-4f33-9df7-f51eebc839cd,revision_number=3']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:48.052344 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-4023b3a3-620f-4260-96bf-86eff47fd9b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:48.089261 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 8c8d8300-7460-4ffe-9268-9932bc71a6a9, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=8c8d8300-7460-4ffe-9268-9932bc71a6a9,segment=NetworkSegment(82c3cbfc-a443-418f-a28f-abb08c644474),segment_id=82c3cbfc-a443-418f-a28f-abb08c644474)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:27:48.100183 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Returning: {'device': '8c8d8300-7460-4ffe-9268-9932bc71a6a9', 'network_id': '437ede66-19cb-4517-a78e-ec794957dab1', 'port_id': '8c8d8300-7460-4ffe-9268-9932bc71a6a9', 'mac_address': 'fa:16:3e:0b:7f:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1cf27b6-71fe-48b9-a0d5-1f91c175db00', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:27:48.136365 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:48.152289 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.notifiers.nova [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c8d8300-7460-4ffe-9268-9932bc71a6a9 {{(pid=92784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:27:48.171791 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 8c8d8300-7460-4ffe-9268-9932bc71a6a9, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=8c8d8300-7460-4ffe-9268-9932bc71a6a9,segment=NetworkSegment(82c3cbfc-a443-418f-a28f-abb08c644474),segment_id=82c3cbfc-a443-418f-a28f-abb08c644474)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:27:48.176300 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:48.177145 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 5ebbea58-99ab-45f8-beac-f662499e74ba details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:27:48.180066 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-2b70990f-3dbc-488c-b485-deda24a0b01a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:48.189695 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.db [req-f7d553fb-931a-4719-8611-f90364bb9ccd req-1b271051-411a-4b22-a28e-06a2de8004e6 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] For port bc3a147c-7810-48a8-bcea-bda6637ac018, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=bc3a147c-7810-48a8-bcea-bda6637ac018,segment=NetworkSegment(4eecd522-411d-4cfa-948b-d3d30878a1c1),segment_id=4eecd522-411d-4cfa-948b-d3d30878a1c1)] {{(pid=92782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:27:48.217742 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-f7d553fb-931a-4719-8611-f90364bb9ccd req-1b271051-411a-4b22-a28e-06a2de8004e6 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks [] for port, precommit_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:48.223277 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-f7d553fb-931a-4719-8611-f90364bb9ccd req-1b271051-411a-4b22-a28e-06a2de8004e6 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14133753'] for port, after_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:48.227028 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:48.269808 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Pushing event updated for resources: {'Port': ['ID=8c8d8300-7460-4ffe-9268-9932bc71a6a9,revision_number=4']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:48.272046 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d553fb-931a-4719-8611-f90364bb9ccd req-1b271051-411a-4b22-a28e-06a2de8004e6 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:48.272662 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-f7d553fb-931a-4719-8611-f90364bb9ccd req-1b271051-411a-4b22-a28e-06a2de8004e6 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for port, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:48.274947 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f7d553fb-931a-4719-8611-f90364bb9ccd req-1b271051-411a-4b22-a28e-06a2de8004e6 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "PUT /v2.0/ports/bc3a147c-7810-48a8-bcea-bda6637ac018 HTTP/1.1" status: 200 len: 982 time: 0.4570160 Jun 21 04:27:48.282605 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:48.283181 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:48.283682 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:48.284182 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:48.284509 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:48.285163 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:48.285829 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:48.286307 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:48.286797 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:48.287684 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:48.288657 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:48.289145 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:27:48.293358 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:48.300442 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b271051-411a-4b22-a28e-06a2de8004e6 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Pushing event updated for resources: {'Port': ['ID=bc3a147c-7810-48a8-bcea-bda6637ac018,revision_number=6']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:48.304259 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-1b271051-411a-4b22-a28e-06a2de8004e6 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:48.333910 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 5ebbea58-99ab-45f8-beac-f662499e74ba, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=5ebbea58-99ab-45f8-beac-f662499e74ba,segment=NetworkSegment(e5545432-0850-4927-a96c-466ee806cf28),segment_id=e5545432-0850-4927-a96c-466ee806cf28)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:27:48.346629 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Returning: {'device': '5ebbea58-99ab-45f8-beac-f662499e74ba', 'network_id': 'fd6e448a-06f0-4e1b-bc50-7a0749d71b51', 'port_id': '5ebbea58-99ab-45f8-beac-f662499e74ba', 'mac_address': 'fa:16:3e:1e:69:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8b0903-2890-45e0-bcb1-1f07c6fca395', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:27:48.389299 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:48.402623 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.notifiers.nova [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ebbea58-99ab-45f8-beac-f662499e74ba {{(pid=92784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:27:48.425289 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 5ebbea58-99ab-45f8-beac-f662499e74ba, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=5ebbea58-99ab-45f8-beac-f662499e74ba,segment=NetworkSegment(e5545432-0850-4927-a96c-466ee806cf28),segment_id=e5545432-0850-4927-a96c-466ee806cf28)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:27:48.430791 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:48.432996 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:48.456220 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2d8871-9452-44e7-a18c-21e0033e1def req-bfc9e6ae-ace6-4e86-b9f6-d5d8e8caa464 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:48.457684 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3b2d8871-9452-44e7-a18c-21e0033e1def req-bfc9e6ae-ace6-4e86-b9f6-d5d8e8caa464 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58efe1-22c1-4d53-933e-19ed34e965b4 HTTP/1.1" status: 200 len: 943 time: 0.0774755 Jun 21 04:27:48.480863 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Pushing event updated for resources: {'Port': ['ID=5ebbea58-99ab-45f8-beac-f662499e74ba,revision_number=6']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:48.483899 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:48.496602 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3b2d8871-9452-44e7-a18c-21e0033e1def req-625f4d08-9434-4949-bee8-c1f37ba70a82 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331354 Jun 21 04:27:48.534656 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-d7f4b3eb-e831-4e92-9682-ddae9ebe7d47 None None] Provisioning complete for port bc3a147c-7810-48a8-bcea-bda6637ac018 triggered by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:27:48.535120 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-d7f4b3eb-e831-4e92-9682-ddae9ebe7d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:48.658804 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a120a-b955-4d31-b5f0-01fdb64f50f5 req-a29be26b-0890-4b27-a96e-5d197d29d928 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:48.660228 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3b0a120a-b955-4d31-b5f0-01fdb64f50f5 req-a29be26b-0890-4b27-a96e-5d197d29d928 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.0622132 Jun 21 04:27:48.697460 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3b0a120a-b955-4d31-b5f0-01fdb64f50f5 req-09daa878-c10d-4d26-9c66-7685e3f77ea0 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313547 Jun 21 04:27:48.740783 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3935db8-ea53-4b4d-9bb3-78b700794a01 x-openstack-request-id: req-e3935db8-ea53-4b4d-9bb3-78b700794a01 {{(pid=92782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:27:48.741103 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c58efe1-22c1-4d53-933e-19ed34e965b4", "tag": "3780d596-0250-4f33-9df7-f51eebc839cd", "status": "completed", "code": 200}]} {{(pid=92782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:27:48.741405 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e3935db8-ea53-4b4d-9bb3-78b700794a01 {{(pid=92782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:27:48.741828 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c58efe1-22c1-4d53-933e-19ed34e965b4', 'tag': '3780d596-0250-4f33-9df7-f51eebc839cd', 'status': 'completed', 'code': 200} Jun 21 04:27:48.886163 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fb7a9-af8f-479a-a77a-fd5c1426705a req-1f97b833-4922-49f4-8964-879975fd0313 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:48.887605 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-ac1fb7a9-af8f-479a-a77a-fd5c1426705a req-1f97b833-4922-49f4-8964-879975fd0313 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a HTTP/1.1" status: 200 len: 985 time: 0.0647416 Jun 21 04:27:48.928529 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-ac1fb7a9-af8f-479a-a77a-fd5c1426705a req-a67fd7d6-5e81-4a32-ae98-0406c84892b1 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/security-groups?id=b367404a-d4f9-499b-aa3e-e6593c552486&id=f1d05cdb-cfe4-4ed3-96a8-63d61fa8d225&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353012 Jun 21 04:27:49.085795 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b704a-0718-451c-8382-4cac97f4b829 req-30274e2a-fa5b-4c5e-a01a-77fda147c7d9 tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:49.087181 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-041b704a-0718-451c-8382-4cac97f4b829 req-30274e2a-fa5b-4c5e-a01a-77fda147c7d9 tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] 10.222.0.53 "GET /v2.0/ports?device_id=81063deb-128a-4a66-a90b-f62d033cdc13 HTTP/1.1" status: 200 len: 948 time: 0.0638139 Jun 21 04:27:49.123560 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-041b704a-0718-451c-8382-4cac97f4b829 req-1233b739-fa9a-4e68-9e48-1330585ae40b tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] 10.222.0.53 "GET /v2.0/security-groups?id=23e30d97-8b06-4f2d-889c-ea6430890d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308015 Jun 21 04:27:49.281062 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a49b1e-b905-4529-8ab0-cef271630730 req-ed7dbb5f-cb6a-420e-8718-026608a5da8f tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:49.283006 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-30a49b1e-b905-4529-8ab0-cef271630730 req-ed7dbb5f-cb6a-420e-8718-026608a5da8f tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 944 time: 0.0615439 Jun 21 04:27:49.320008 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-30a49b1e-b905-4529-8ab0-cef271630730 req-cea89081-9539-4037-a993-4e6f7c25cd82 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310650 Jun 21 04:27:49.668542 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868dd18-6d1b-46a8-bc78-9152f34bd906 req-87e58614-ef07-41ae-8c97-965323e8b687 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:49.669945 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-0868dd18-6d1b-46a8-bc78-9152f34bd906 req-87e58614-ef07-41ae-8c97-965323e8b687 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58efe1-22c1-4d53-933e-19ed34e965b4 HTTP/1.1" status: 200 len: 943 time: 0.0644984 Jun 21 04:27:49.706175 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-0868dd18-6d1b-46a8-bc78-9152f34bd906 req-7300c056-5dad-4a7f-b352-5a8e4b954aa7 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301554 Jun 21 04:27:49.863614 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c00035-8c06-4ee5-a1a9-0130e69798d6 req-2286541d-7ec3-4c10-9087-97f0429eb8af tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:49.864939 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-49c00035-8c06-4ee5-a1a9-0130e69798d6 req-2286541d-7ec3-4c10-9087-97f0429eb8af tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.0608065 Jun 21 04:27:49.900780 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-49c00035-8c06-4ee5-a1a9-0130e69798d6 req-cb0bceda-3cb7-435e-8397-cca86e933781 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303559 Jun 21 04:27:50.033172 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f0501-ee7c-4ef8-acc8-f332b300b174 req-e9a84382-5fdd-4f95-ae6c-67d02a43c190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:50.034679 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-8d2f0501-ee7c-4ef8-acc8-f332b300b174 req-e9a84382-5fdd-4f95-ae6c-67d02a43c190 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dd9a1f8984c4474aa4722fd84f45b670&device_id=4c58efe1-22c1-4d53-933e-19ed34e965b4 HTTP/1.1" status: 200 len: 1096 time: 0.0608981 Jun 21 04:27:50.100041 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-8d2f0501-ee7c-4ef8-acc8-f332b300b174 req-80673fdc-c8f2-4e00-98a6-67f32e7ed478 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3780d596-0250-4f33-9df7-f51eebc839cd HTTP/1.1" status: 200 len: 217 time: 0.0367975 Jun 21 04:27:50.168336 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f0501-ee7c-4ef8-acc8-f332b300b174 req-45163e16-e1af-4d70-bcc6-a86e2a78e1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:50.169956 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-8d2f0501-ee7c-4ef8-acc8-f332b300b174 req-45163e16-e1af-4d70-bcc6-a86e2a78e1b3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0260b167-e49c-4b4b-9ef5-e52212495354 HTTP/1.1" status: 200 len: 855 time: 0.0538011 Jun 21 04:27:50.234297 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] get_ports_and_sgs() called for port_ids ['5ebbea58-99ab-45f8-beac-f662499e74ba'] {{(pid=92784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:27:50.238061 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-8d2f0501-ee7c-4ef8-acc8-f332b300b174 req-4ca6259f-bf7b-4fdb-a162-2aade3584f06 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b3c7cb1-477e-4c5f-9965-cb60a2d8de14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285089 Jun 21 04:27:50.301218 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] get_ports_and_sgs() called for port_ids ['bc3a147c-7810-48a8-bcea-bda6637ac018'] {{(pid=92784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:27:50.450542 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7a860-efdb-48b3-948a-3f06c89608d5 req-d79bc856-688d-4031-8811-a77a1d756524 tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:50.455071 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-0ab7a860-efdb-48b3-948a-3f06c89608d5 req-d79bc856-688d-4031-8811-a77a1d756524 tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] 10.222.0.53 "GET /v2.0/ports?device_id=81063deb-128a-4a66-a90b-f62d033cdc13 HTTP/1.1" status: 200 len: 948 time: 0.1904347 Jun 21 04:27:50.459052 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-8d2f0501-ee7c-4ef8-acc8-f332b300b174 req-c9d1a244-c341-4e5a-a6dc-01d95bbc4cfa service neutron] 10.222.0.55 "GET /v2.0/networks/6b3c7cb1-477e-4c5f-9965-cb60a2d8de14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077549 Jun 21 04:27:50.594349 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-0ab7a860-efdb-48b3-948a-3f06c89608d5 req-9ed320fd-cd57-40d4-bdf1-1089187291dd tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] 10.222.0.53 "GET /v2.0/security-groups?id=23e30d97-8b06-4f2d-889c-ea6430890d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341791 Jun 21 04:27:50.650929 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa5c4c-fd2d-4b1e-9f32-940f60034e08 req-31d02b9b-64c3-40d1-b364-10e4c7c1a1b6 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:50.652607 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-bbfa5c4c-fd2d-4b1e-9f32-940f60034e08 req-31d02b9b-64c3-40d1-b364-10e4c7c1a1b6 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 944 time: 0.1912503 Jun 21 04:27:50.654966 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-8d2f0501-ee7c-4ef8-acc8-f332b300b174 req-6bb3fc9e-fb40-404b-bef0-e6357e8b15cd service neutron] 10.222.0.55 "GET /v2.0/networks/6b3c7cb1-477e-4c5f-9965-cb60a2d8de14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740997 Jun 21 04:27:50.676050 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] get_ports_and_sgs() called for port_ids ['8c8d8300-7460-4ffe-9268-9932bc71a6a9'] {{(pid=92784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:27:50.711916 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-bbfa5c4c-fd2d-4b1e-9f32-940f60034e08 req-28120f57-52da-406f-bceb-73ba45a00221 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526376 Jun 21 04:27:50.779354 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a', 'tag': 'bc3a147c-7810-48a8-bcea-bda6637ac018'}] {{(pid=92782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:27:50.781588 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20f1c8b8986f59859b4229cceefba24e6e47d71d2fcee399c6ca6947cd3b11b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3553dfd3-996f-45ba-b0af-f4082d038ddb" -d '{"events": [{"name": "network-changed", "server_uuid": "4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a", "tag": "bc3a147c-7810-48a8-bcea-bda6637ac018"}]}' {{(pid=92782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:27:50.862894 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] get_ports_and_sgs() called for port_ids ['bc3a147c-7810-48a8-bcea-bda6637ac018'] {{(pid=92784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:27:50.866275 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f334c-7103-4e1b-8d8f-fd0f88c0ddfc req-7e44a52f-70e5-4227-9263-bee35f748df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:50.869709 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c43f334c-7103-4e1b-8d8f-fd0f88c0ddfc req-7e44a52f-70e5-4227-9263-bee35f748df2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dd9a1f8984c4474aa4722fd84f45b670&device_id=4c58efe1-22c1-4d53-933e-19ed34e965b4 HTTP/1.1" status: 200 len: 1096 time: 0.1504183 Jun 21 04:27:50.875125 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f0956a-636c-49c1-9d12-82954588c601 x-openstack-request-id: req-f9f0956a-636c-49c1-9d12-82954588c601 {{(pid=92782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:27:50.875439 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a", "tag": "bc3a147c-7810-48a8-bcea-bda6637ac018", "status": "completed", "code": 200}]} {{(pid=92782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:27:50.876237 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f9f0956a-636c-49c1-9d12-82954588c601 {{(pid=92782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:27:50.876644 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a', 'tag': 'bc3a147c-7810-48a8-bcea-bda6637ac018', 'status': 'completed', 'code': 200} Jun 21 04:27:51.030532 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f334c-7103-4e1b-8d8f-fd0f88c0ddfc req-f54ada97-9e41-4c15-9a4c-e1d735faf1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:51.032230 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c43f334c-7103-4e1b-8d8f-fd0f88c0ddfc req-f54ada97-9e41-4c15-9a4c-e1d735faf1af service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b3c7cb1-477e-4c5f-9965-cb60a2d8de14 HTTP/1.1" status: 200 len: 916 time: 0.1462791 Jun 21 04:27:51.043201 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8000b3-88b6-4d66-9acb-6a6ef65ce511 req-f6700d07-ad75-471a-a6e9-2c566b2f803c tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:51.050877 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-cd8000b3-88b6-4d66-9acb-6a6ef65ce511 req-f6700d07-ad75-471a-a6e9-2c566b2f803c tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58efe1-22c1-4d53-933e-19ed34e965b4 HTTP/1.1" status: 200 len: 943 time: 0.1788080 Jun 21 04:27:51.092243 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3553dfd3-996f-45ba-b0af-f4082d038ddb req-e85d0139-79a7-433c-bb63-1b4dea98d489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:51.097091 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-3553dfd3-996f-45ba-b0af-f4082d038ddb req-e85d0139-79a7-433c-bb63-1b4dea98d489 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=745539a724d14a38908499c2728ab2e3&device_id=4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a HTTP/1.1" status: 200 len: 1138 time: 0.1710939 Jun 21 04:27:51.109892 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c43f334c-7103-4e1b-8d8f-fd0f88c0ddfc req-a94b39b0-000d-4df9-8173-c74e66a5d549 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3780d596-0250-4f33-9df7-f51eebc839cd HTTP/1.1" status: 200 len: 217 time: 0.0569057 Jun 21 04:27:51.177219 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-cd8000b3-88b6-4d66-9acb-6a6ef65ce511 req-c3f949bc-eaac-4d0f-8879-c3d3a9d2ca27 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254756 Jun 21 04:27:51.248936 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f334c-7103-4e1b-8d8f-fd0f88c0ddfc req-1869f775-5267-4ab2-bb77-a962c05a0ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:51.259890 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3553dfd3-996f-45ba-b0af-f4082d038ddb req-84368c3b-4e68-4ade-9b42-1f10ff489618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:51.261791 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-3553dfd3-996f-45ba-b0af-f4082d038ddb req-84368c3b-4e68-4ade-9b42-1f10ff489618 service neutron] 10.222.0.55 "GET /v2.0/networks?id=de51be99-4968-47a2-b994-f99e1af4ffea HTTP/1.1" status: 200 len: 915 time: 0.1549647 Jun 21 04:27:51.263202 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c43f334c-7103-4e1b-8d8f-fd0f88c0ddfc req-1869f775-5267-4ab2-bb77-a962c05a0ca3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0260b167-e49c-4b4b-9ef5-e52212495354 HTTP/1.1" status: 200 len: 855 time: 0.1363914 Jun 21 04:27:51.363987 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d253e-83eb-4f2c-9013-2a33928f7466 req-3ec00fa8-4409-479e-bac8-60a6fd7bcff1 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:51.368377 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6d7d253e-83eb-4f2c-9013-2a33928f7466 req-3ec00fa8-4409-479e-bac8-60a6fd7bcff1 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.2399745 Jun 21 04:27:51.370631 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c43f334c-7103-4e1b-8d8f-fd0f88c0ddfc req-64591f33-4072-413f-911a-8be7066220b5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b3c7cb1-477e-4c5f-9965-cb60a2d8de14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899348 Jun 21 04:27:51.585347 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c43f334c-7103-4e1b-8d8f-fd0f88c0ddfc req-f696376d-03dd-4889-9c5a-0ac67802a174 service neutron] 10.222.0.55 "GET /v2.0/networks/6b3c7cb1-477e-4c5f-9965-cb60a2d8de14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990309 Jun 21 04:27:51.602873 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6d7d253e-83eb-4f2c-9013-2a33928f7466 req-fcd0ee72-c518-4f3e-a7a0-cd53e5240242 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192760 Jun 21 04:27:51.726177 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-3553dfd3-996f-45ba-b0af-f4082d038ddb req-e8d98342-b282-4b97-85b4-2a1ce0b9c2c1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc3a147c-7810-48a8-bcea-bda6637ac018 HTTP/1.1" status: 200 len: 1002 time: 0.4456508 Jun 21 04:27:51.778168 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c43f334c-7103-4e1b-8d8f-fd0f88c0ddfc req-9e27755a-81b0-4a80-b785-5b84e8d4e7d9 service neutron] 10.222.0.55 "GET /v2.0/networks/6b3c7cb1-477e-4c5f-9965-cb60a2d8de14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717622 Jun 21 04:27:51.845914 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3553dfd3-996f-45ba-b0af-f4082d038ddb req-44002ed1-ea88-4b4a-a49c-112f2df85e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:51.849570 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-3553dfd3-996f-45ba-b0af-f4082d038ddb req-44002ed1-ea88-4b4a-a49c-112f2df85e1f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=84426b50-f58a-4895-847c-fc2b1761ca9d HTTP/1.1" status: 200 len: 853 time: 0.1183243 Jun 21 04:27:51.867522 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf8c17-c83f-4020-ae67-442719abc296 req-de6c2ed2-af65-42fe-ac77-70c88756a943 tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:51.877256 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-7dbf8c17-c83f-4020-ae67-442719abc296 req-de6c2ed2-af65-42fe-ac77-70c88756a943 tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] 10.222.0.53 "GET /v2.0/ports?device_id=81063deb-128a-4a66-a90b-f62d033cdc13 HTTP/1.1" status: 200 len: 948 time: 0.0917711 Jun 21 04:27:51.921036 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-7dbf8c17-c83f-4020-ae67-442719abc296 req-dcaa23f3-d8a0-41ca-a581-40159828fad0 tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] 10.222.0.53 "GET /v2.0/security-groups?id=23e30d97-8b06-4f2d-889c-ea6430890d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443246 Jun 21 04:27:51.944386 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 5ebbea58-99ab-45f8-beac-f662499e74ba up at agent hyperv_hv-cinder-79717 {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:27:52.012654 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3553dfd3-996f-45ba-b0af-f4082d038ddb req-4f46ce98-53ea-4eff-8de9-f21923b36609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:52.015287 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-3553dfd3-996f-45ba-b0af-f4082d038ddb req-4f46ce98-53ea-4eff-8de9-f21923b36609 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=de51be99-4968-47a2-b994-f99e1af4ffea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1541586 Jun 21 04:27:52.076691 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Provisioning complete for port 5ebbea58-99ab-45f8-beac-f662499e74ba triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:27:52.077172 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:52.148807 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-3553dfd3-996f-45ba-b0af-f4082d038ddb req-06645986-a6be-42c5-abc8-50c52e499723 service neutron] 10.222.0.55 "GET /v2.0/networks/de51be99-4968-47a2-b994-f99e1af4ffea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123264 Jun 21 04:27:52.190565 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:52.208775 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a79cd-a045-4776-95f6-9e92841d5d05 req-9c90ac48-bb68-4cf9-818f-bfb2c3e52956 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:52.217736 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3e3a79cd-a045-4776-95f6-9e92841d5d05 req-9c90ac48-bb68-4cf9-818f-bfb2c3e52956 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 944 time: 0.1929812 Jun 21 04:27:52.220127 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee2f960-eaf6-40ca-9c09-b0c0897758d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebbea58-99ab-45f8-beac-f662499e74ba'}] {{(pid=92784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:27:52.222754 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea407864149563716f916f7ad989592de9d82914ebf27f22c024267046db962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06101847-8a99-47a2-bf50-73080e62e4e1" -d '{"events": [{"server_uuid": "6ee2f960-eaf6-40ca-9c09-b0c0897758d3", "name": "network-vif-plugged", "status": "completed", "tag": "5ebbea58-99ab-45f8-beac-f662499e74ba"}]}' {{(pid=92784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:27:52.272906 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 5ebbea58-99ab-45f8-beac-f662499e74ba, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=5ebbea58-99ab-45f8-beac-f662499e74ba,segment=NetworkSegment(e5545432-0850-4927-a96c-466ee806cf28),segment_id=e5545432-0850-4927-a96c-466ee806cf28)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:27:52.284920 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:52.288844 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-ab1cfad1-4518-4295-957c-5821a10505fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:52.293747 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d6d9e-76ae-41b8-ae7d-069fb57d61e1 req-cac23f27-76cc-4910-82db-ea9816d2b878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:52.295349 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a73d6d9e-76ae-41b8-ae7d-069fb57d61e1 req-cac23f27-76cc-4910-82db-ea9816d2b878 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 1098 time: 0.1901524 Jun 21 04:27:52.308390 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3e3a79cd-a045-4776-95f6-9e92841d5d05 req-c8d716cd-e8ea-4b1f-8929-33d12247a5ba tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896647 Jun 21 04:27:52.318192 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-3553dfd3-996f-45ba-b0af-f4082d038ddb req-6499ceb0-ef0f-4d33-9b46-605d16164022 service neutron] 10.222.0.55 "GET /v2.0/networks/de51be99-4968-47a2-b994-f99e1af4ffea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610188 Jun 21 04:27:52.343256 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Pushing event updated for resources: {'Port': ['ID=5ebbea58-99ab-45f8-beac-f662499e74ba,revision_number=7']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:52.346452 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:52.377359 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a73d6d9e-76ae-41b8-ae7d-069fb57d61e1 req-0bac340e-8a79-4fdf-95f1-55cc2846a335 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615907 Jun 21 04:27:52.392007 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa48a4e4-73fe-4165-9de6-f9a1947b321f x-openstack-request-id: req-aa48a4e4-73fe-4165-9de6-f9a1947b321f {{(pid=92784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:27:52.392608 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee2f960-eaf6-40ca-9c09-b0c0897758d3", "name": "network-vif-plugged", "status": "completed", "tag": "5ebbea58-99ab-45f8-beac-f662499e74ba", "code": 200}]} {{(pid=92784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:27:52.393029 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aa48a4e4-73fe-4165-9de6-f9a1947b321f {{(pid=92784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:27:52.393591 dv-cinder-797170-3-iscsi neutron-server[92784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee2f960-eaf6-40ca-9c09-b0c0897758d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebbea58-99ab-45f8-beac-f662499e74ba', 'code': 200} Jun 21 04:27:52.480925 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6769aea-1545-4935-864f-fdc68feb7317 req-627b328b-3088-4939-81b1-6ee6d080461e tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:52.482502 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d6769aea-1545-4935-864f-fdc68feb7317 req-627b328b-3088-4939-81b1-6ee6d080461e tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58efe1-22c1-4d53-933e-19ed34e965b4 HTTP/1.1" status: 200 len: 943 time: 0.0664840 Jun 21 04:27:52.532816 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d6769aea-1545-4935-864f-fdc68feb7317 req-4f8a8762-509c-4659-a225-b311679cfc4e tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431087 Jun 21 04:27:52.842880 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a5293-9527-4db1-b7ad-7ce377c88022 req-4be84574-a66e-4c30-b94a-a69d5357f35c tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:52.842880 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-7b3a5293-9527-4db1-b7ad-7ce377c88022 req-4be84574-a66e-4c30-b94a-a69d5357f35c tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.1039932 Jun 21 04:27:52.910483 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-7b3a5293-9527-4db1-b7ad-7ce377c88022 req-82ba5a1a-b788-4c2c-a939-773485e975c3 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575886 Jun 21 04:27:53.141181 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653b438-ba52-4416-a7fe-253a53fb319e req-156a6a15-d40e-44ea-925e-564eb37ea8be tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:53.145230 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-8653b438-ba52-4416-a7fe-253a53fb319e req-156a6a15-d40e-44ea-925e-564eb37ea8be tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] 10.222.0.53 "GET /v2.0/ports?device_id=81063deb-128a-4a66-a90b-f62d033cdc13 HTTP/1.1" status: 200 len: 948 time: 0.0761733 Jun 21 04:27:53.189252 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-8653b438-ba52-4416-a7fe-253a53fb319e req-607a6eaa-83e1-4708-9422-89fe3abc5eb5 tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] 10.222.0.53 "GET /v2.0/security-groups?id=23e30d97-8b06-4f2d-889c-ea6430890d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368209 Jun 21 04:27:53.525202 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbc8dc-54f8-40c6-9716-feef7c2fccaa req-4bb093e4-2253-45af-abb0-89231bef2ad6 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:53.527087 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-4dbbc8dc-54f8-40c6-9716-feef7c2fccaa req-4bb093e4-2253-45af-abb0-89231bef2ad6 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 945 time: 0.0733550 Jun 21 04:27:53.616023 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-4dbbc8dc-54f8-40c6-9716-feef7c2fccaa req-59f3d50f-b684-4f16-8e1a-6b9be5126ee6 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828335 Jun 21 04:27:53.741751 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bbe96c-6dcd-4d20-9f78-83806012b10b req-90cb45ce-f026-4487-a484-d2066f31a670 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:53.743274 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-26bbe96c-6dcd-4d20-9f78-83806012b10b req-90cb45ce-f026-4487-a484-d2066f31a670 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58efe1-22c1-4d53-933e-19ed34e965b4 HTTP/1.1" status: 200 len: 943 time: 0.0854287 Jun 21 04:27:53.787721 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-26bbe96c-6dcd-4d20-9f78-83806012b10b req-061b3f6e-3e1f-4ecb-b094-86cc36a76960 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353014 Jun 21 04:27:53.960580 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 3780d596-0250-4f33-9df7-f51eebc839cd details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:27:53.963794 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 8c8d8300-7460-4ffe-9268-9932bc71a6a9 up at agent hyperv_hv-cinder-79717 {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:27:54.110443 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Provisioning for port 8c8d8300-7460-4ffe-9268-9932bc71a6a9 completed by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:27:54.119159 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Provisioning complete for port 8c8d8300-7460-4ffe-9268-9932bc71a6a9 triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:27:54.119899 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:54.133390 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f55f35-0235-481e-97d3-4be21805766c req-0a77fe61-1088-4351-ba79-ab1ca8161986 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:54.143472 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-56f55f35-0235-481e-97d3-4be21805766c req-0a77fe61-1088-4351-ba79-ab1ca8161986 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.1031146 Jun 21 04:27:54.195681 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-56f55f35-0235-481e-97d3-4be21805766c req-78579fb0-d156-4508-b3e6-876dffb5e9ba tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513203 Jun 21 04:27:54.237981 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:54.268777 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 3780d596-0250-4f33-9df7-f51eebc839cd, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=3780d596-0250-4f33-9df7-f51eebc839cd,segment=NetworkSegment(978cc6d8-d90e-4d41-9279-f012d41ae2f5),segment_id=978cc6d8-d90e-4d41-9279-f012d41ae2f5)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:27:54.293425 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Returning: {'device': '3780d596-0250-4f33-9df7-f51eebc839cd', 'network_id': '6b3c7cb1-477e-4c5f-9965-cb60a2d8de14', 'port_id': '3780d596-0250-4f33-9df7-f51eebc839cd', 'mac_address': 'fa:16:3e:fe:a5:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0260b167-e49c-4b4b-9ef5-e52212495354', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:27:54.305435 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 8c8d8300-7460-4ffe-9268-9932bc71a6a9, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=8c8d8300-7460-4ffe-9268-9932bc71a6a9,segment=NetworkSegment(82c3cbfc-a443-418f-a28f-abb08c644474),segment_id=82c3cbfc-a443-418f-a28f-abb08c644474)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:27:54.340382 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:54.344047 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:54.404683 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81063deb-128a-4a66-a90b-f62d033cdc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8d8300-7460-4ffe-9268-9932bc71a6a9'}] {{(pid=92784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:27:54.407763 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea407864149563716f916f7ad989592de9d82914ebf27f22c024267046db962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f8e86f-73d0-41de-aff4-4d92181ef79c" -d '{"events": [{"server_uuid": "81063deb-128a-4a66-a90b-f62d033cdc13", "name": "network-vif-plugged", "status": "completed", "tag": "8c8d8300-7460-4ffe-9268-9932bc71a6a9"}]}' {{(pid=92784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:27:54.423073 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:54.433791 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992c716-b01b-4dd3-ae48-e2fa714b34e9 req-9a7edb12-3f26-40d6-9377-315631c7ec6b tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:54.435502 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-e992c716-b01b-4dd3-ae48-e2fa714b34e9 req-9a7edb12-3f26-40d6-9377-315631c7ec6b tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] 10.222.0.53 "GET /v2.0/ports?device_id=81063deb-128a-4a66-a90b-f62d033cdc13 HTTP/1.1" status: 200 len: 949 time: 0.1264145 Jun 21 04:27:54.438419 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Pushing event updated for resources: {'Port': ['ID=8c8d8300-7460-4ffe-9268-9932bc71a6a9,revision_number=5']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:54.443434 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:54.446780 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.notifiers.nova [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3780d596-0250-4f33-9df7-f51eebc839cd {{(pid=92784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:27:54.490013 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-e992c716-b01b-4dd3-ae48-e2fa714b34e9 req-14df477d-d51d-4081-92c0-c6bd6a2262e1 tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] 10.222.0.53 "GET /v2.0/security-groups?id=23e30d97-8b06-4f2d-889c-ea6430890d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477080 Jun 21 04:27:54.559951 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 3780d596-0250-4f33-9df7-f51eebc839cd, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=3780d596-0250-4f33-9df7-f51eebc839cd,segment=NetworkSegment(978cc6d8-d90e-4d41-9279-f012d41ae2f5),segment_id=978cc6d8-d90e-4d41-9279-f012d41ae2f5)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:27:54.580811 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:54.582990 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:54.617790 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de67658b-f739-44c9-a2a0-a185716e8648 x-openstack-request-id: req-de67658b-f739-44c9-a2a0-a185716e8648 {{(pid=92784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:27:54.618087 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81063deb-128a-4a66-a90b-f62d033cdc13", "name": "network-vif-plugged", "status": "completed", "tag": "8c8d8300-7460-4ffe-9268-9932bc71a6a9", "code": 200}]} {{(pid=92784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:27:54.618333 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-de67658b-f739-44c9-a2a0-a185716e8648 {{(pid=92784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:27:54.618756 dv-cinder-797170-3-iscsi neutron-server[92784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81063deb-128a-4a66-a90b-f62d033cdc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8d8300-7460-4ffe-9268-9932bc71a6a9', 'code': 200} Jun 21 04:27:54.674093 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Pushing event updated for resources: {'Port': ['ID=3780d596-0250-4f33-9df7-f51eebc839cd,revision_number=4']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:54.705022 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:54.915739 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce553a4-a45e-493e-8bec-ffcbc53a5951 req-6ebd766c-d71c-4b3a-b7f7-4b6b6531547d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:54.917186 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3ce553a4-a45e-493e-8bec-ffcbc53a5951 req-6ebd766c-d71c-4b3a-b7f7-4b6b6531547d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ccd1b659f7b548f69df434ddfadc8cf1&device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 1098 time: 0.1760397 Jun 21 04:27:54.931600 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6138e36c-0f21-46cb-b5e7-ece98ae17032 req-1a088afe-c1c4-43c8-ad9d-553813eb97a4 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:54.939022 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6138e36c-0f21-46cb-b5e7-ece98ae17032 req-1a088afe-c1c4-43c8-ad9d-553813eb97a4 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.1328909 Jun 21 04:27:54.944859 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0acaba-b702-4085-8ed5-f65256c3e921 req-df029980-c632-41b0-83a3-d7f8e654b77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:54.947380 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-af0acaba-b702-4085-8ed5-f65256c3e921 req-df029980-c632-41b0-83a3-d7f8e654b77e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=81063deb-128a-4a66-a90b-f62d033cdc13 HTTP/1.1" status: 200 len: 1102 time: 0.0601037 Jun 21 04:27:54.968837 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc6493b-fc21-4b58-b373-6b264f944f6a req-1adcf504-ef0f-4655-8ac2-18f9775919fb tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:54.970353 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-bfc6493b-fc21-4b58-b373-6b264f944f6a req-1adcf504-ef0f-4655-8ac2-18f9775919fb tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 945 time: 0.1743283 Jun 21 04:27:54.993870 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-af0acaba-b702-4085-8ed5-f65256c3e921 req-1efeb163-2e4c-464d-8c0d-843906eebcd4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=23e30d97-8b06-4f2d-889c-ea6430890d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354033 Jun 21 04:27:55.048820 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6138e36c-0f21-46cb-b5e7-ece98ae17032 req-9fe96995-5bc0-41a8-8f19-63e566d64aee tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088259 Jun 21 04:27:55.059254 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] get_ports_and_sgs() called for port_ids ['3780d596-0250-4f33-9df7-f51eebc839cd'] {{(pid=92784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:27:55.083086 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-bfc6493b-fc21-4b58-b373-6b264f944f6a req-5b4a1d6e-7945-4f38-a4ed-95917d58d807 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006360 Jun 21 04:27:55.140853 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce553a4-a45e-493e-8bec-ffcbc53a5951 req-1a06db57-bebe-4a24-b491-31cb74752065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:55.142325 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3ce553a4-a45e-493e-8bec-ffcbc53a5951 req-1a06db57-bebe-4a24-b491-31cb74752065 service neutron] 10.222.0.55 "GET /v2.0/networks?id=64d28b19-33d9-4d9a-ba0d-ec7e5a053d07 HTTP/1.1" status: 200 len: 919 time: 0.1956248 Jun 21 04:27:55.226766 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3ce553a4-a45e-493e-8bec-ffcbc53a5951 req-bf431799-1343-4e1e-a876-68a59ee53dfa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a909c36-2c5c-4350-bdc2-a244007e2fab HTTP/1.1" status: 200 len: 217 time: 0.0561297 Jun 21 04:27:55.298897 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce553a4-a45e-493e-8bec-ffcbc53a5951 req-fc69f4c5-2bb2-4058-a7c4-c270ceee441e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:55.300615 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3ce553a4-a45e-493e-8bec-ffcbc53a5951 req-fc69f4c5-2bb2-4058-a7c4-c270ceee441e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=849daa8e-dac6-4f8a-9763-33d634d005e9 HTTP/1.1" status: 200 len: 858 time: 0.0730898 Jun 21 04:27:55.355152 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3ce553a4-a45e-493e-8bec-ffcbc53a5951 req-fbe2636e-60fd-4da7-949b-33c9ed5660ed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=64d28b19-33d9-4d9a-ba0d-ec7e5a053d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452297 Jun 21 04:27:55.463081 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca987c6e-21bc-4620-86e7-a046579f7aa8 req-ac000fd9-5dfa-4250-8250-c52debd52ca8 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:55.472250 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-ca987c6e-21bc-4620-86e7-a046579f7aa8 req-ac000fd9-5dfa-4250-8250-c52debd52ca8 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58efe1-22c1-4d53-933e-19ed34e965b4 HTTP/1.1" status: 200 len: 944 time: 0.2562475 Jun 21 04:27:55.522025 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-ca987c6e-21bc-4620-86e7-a046579f7aa8 req-b4786993-becc-456b-af97-da28eb9ad0a8 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489080 Jun 21 04:27:55.534780 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3ce553a4-a45e-493e-8bec-ffcbc53a5951 req-2e26808d-e9d0-478a-a114-0b900c420091 service neutron] 10.222.0.55 "GET /v2.0/networks/64d28b19-33d9-4d9a-ba0d-ec7e5a053d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704338 Jun 21 04:27:55.689057 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3ce553a4-a45e-493e-8bec-ffcbc53a5951 req-85eaaabc-f3f0-4c54-b3f2-3ce898ce4dc2 service neutron] 10.222.0.55 "GET /v2.0/networks/64d28b19-33d9-4d9a-ba0d-ec7e5a053d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414254 Jun 21 04:27:55.788305 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8eda9-4e46-4ce1-890d-1ff884870d52 req-3c5da4d3-df8b-4a54-8d23-b284e37ad1d7 tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:55.801293 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-42e8eda9-4e46-4ce1-890d-1ff884870d52 req-3c5da4d3-df8b-4a54-8d23-b284e37ad1d7 tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] 10.222.0.53 "GET /v2.0/ports?device_id=81063deb-128a-4a66-a90b-f62d033cdc13 HTTP/1.1" status: 200 len: 949 time: 0.1268506 Jun 21 04:27:55.857080 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-42e8eda9-4e46-4ce1-890d-1ff884870d52 req-c0480feb-0664-4fec-ae0a-43cc68491849 tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] 10.222.0.53 "GET /v2.0/security-groups?id=23e30d97-8b06-4f2d-889c-ea6430890d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547733 Jun 21 04:27:56.335136 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15257d-1d6b-4461-82da-1edbcb3becf9 req-eb0f381f-4b20-4404-80c5-8fc06b777881 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:56.336685 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-ba15257d-1d6b-4461-82da-1edbcb3becf9 req-eb0f381f-4b20-4404-80c5-8fc06b777881 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.1602066 Jun 21 04:27:56.350953 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a754e4-4719-489b-a137-da94ab448dd4 req-8f45b468-ebd4-4287-97b7-d4e3dba2ef8e tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:56.353217 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-47a754e4-4719-489b-a137-da94ab448dd4 req-8f45b468-ebd4-4287-97b7-d4e3dba2ef8e tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 945 time: 0.1165111 Jun 21 04:27:56.419273 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-ba15257d-1d6b-4461-82da-1edbcb3becf9 req-08736a15-744d-4ddf-9f50-a03bad5baae8 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647526 Jun 21 04:27:56.458794 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-47a754e4-4719-489b-a137-da94ab448dd4 req-03594001-b3e1-4841-b2bd-f495a56da9be tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885987 Jun 21 04:27:56.725518 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ed041-015e-47a9-9cd7-70ae9436ab25 req-e05e189c-a0c3-4d0a-8a55-d36714941ff8 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:56.727244 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-314ed041-015e-47a9-9cd7-70ae9436ab25 req-e05e189c-a0c3-4d0a-8a55-d36714941ff8 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58efe1-22c1-4d53-933e-19ed34e965b4 HTTP/1.1" status: 200 len: 944 time: 0.0669346 Jun 21 04:27:56.773248 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-314ed041-015e-47a9-9cd7-70ae9436ab25 req-8b14f896-f8ce-4eac-9dd0-714e4084e1f9 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381083 Jun 21 04:27:57.078330 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d40a11-e826-49ad-a9c3-32259aadb8a4 req-1ae96b23-3bb0-480f-9f97-85a999e8668a tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:57.080314 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-25d40a11-e826-49ad-a9c3-32259aadb8a4 req-1ae96b23-3bb0-480f-9f97-85a999e8668a tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] 10.222.0.53 "GET /v2.0/ports?device_id=81063deb-128a-4a66-a90b-f62d033cdc13 HTTP/1.1" status: 200 len: 949 time: 0.0930531 Jun 21 04:27:57.119360 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-25d40a11-e826-49ad-a9c3-32259aadb8a4 req-b66f3d38-7dcb-4bae-8934-9f9bbe7c1bce tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] 10.222.0.53 "GET /v2.0/security-groups?id=23e30d97-8b06-4f2d-889c-ea6430890d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331495 Jun 21 04:27:57.456518 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-85a4be59-6a2c-4a45-8dc2-f7a3a7dac1ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:57.697612 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b5c1f-6765-490c-88fc-f9748894a9ae req-b678bd62-f496-4050-959a-a451a787487e tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:57.702421 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a82b5c1f-6765-490c-88fc-f9748894a9ae req-b678bd62-f496-4050-959a-a451a787487e tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.1240213 Jun 21 04:27:57.709580 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68010665-7265-4856-8205-54ad765ec726 req-8b839ba8-f91a-4cb9-aed0-e83077b16e41 tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:57.711146 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-68010665-7265-4856-8205-54ad765ec726 req-8b839ba8-f91a-4cb9-aed0-e83077b16e41 tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] 10.222.0.53 "GET /v2.0/ports?device_id=81063deb-128a-4a66-a90b-f62d033cdc13 HTTP/1.1" status: 200 len: 949 time: 0.1673524 Jun 21 04:27:57.988165 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 3780d596-0250-4f33-9df7-f51eebc839cd up at agent hyperv_hv-cinder-79717 {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:27:58.017790 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a82b5c1f-6765-490c-88fc-f9748894a9ae req-5efceff8-7614-48d6-bf6a-0b050b9d71db tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056302 Jun 21 04:27:58.023993 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-68010665-7265-4856-8205-54ad765ec726 req-63c0f679-2327-4621-86c6-0b41305f3c8f tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] 10.222.0.53 "GET /v2.0/security-groups?id=23e30d97-8b06-4f2d-889c-ea6430890d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056476 Jun 21 04:27:58.090683 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Provisioning for port 3780d596-0250-4f33-9df7-f51eebc839cd completed by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:27:58.097358 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Provisioning complete for port 3780d596-0250-4f33-9df7-f51eebc839cd triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:27:58.097910 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:58.184343 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:58.220019 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c58efe1-22c1-4d53-933e-19ed34e965b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3780d596-0250-4f33-9df7-f51eebc839cd'}] {{(pid=92784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:27:58.222836 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea407864149563716f916f7ad989592de9d82914ebf27f22c024267046db962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd4106d-076c-42a0-834b-4803ab34f964" -d '{"events": [{"server_uuid": "4c58efe1-22c1-4d53-933e-19ed34e965b4", "name": "network-vif-plugged", "status": "completed", "tag": "3780d596-0250-4f33-9df7-f51eebc839cd"}]}' {{(pid=92784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:27:58.228058 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 3780d596-0250-4f33-9df7-f51eebc839cd, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=3780d596-0250-4f33-9df7-f51eebc839cd,segment=NetworkSegment(978cc6d8-d90e-4d41-9279-f012d41ae2f5),segment_id=978cc6d8-d90e-4d41-9279-f012d41ae2f5)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:27:58.233318 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:27:58.237194 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:27:58.296663 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Pushing event updated for resources: {'Port': ['ID=3780d596-0250-4f33-9df7-f51eebc839cd,revision_number=5']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:27:58.308074 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:27:58.308639 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf7a996-f7b3-4ea3-a51d-4de74655a3c6 req-67c13c2a-718d-4c77-a95b-81f642ec155a tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:58.310604 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-5bf7a996-f7b3-4ea3-a51d-4de74655a3c6 req-67c13c2a-718d-4c77-a95b-81f642ec155a tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 945 time: 0.1516135 Jun 21 04:27:58.347140 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69dff7-366b-4af4-9da1-c7d8d5bca82b req-137a651f-5a4a-4208-94b2-1887f8bcedda tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:58.348611 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-fb69dff7-366b-4af4-9da1-c7d8d5bca82b req-137a651f-5a4a-4208-94b2-1887f8bcedda tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58efe1-22c1-4d53-933e-19ed34e965b4 HTTP/1.1" status: 200 len: 944 time: 0.1442604 Jun 21 04:27:58.380457 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-5bf7a996-f7b3-4ea3-a51d-4de74655a3c6 req-210fd355-6393-49f6-a76e-e68d950f652c tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609787 Jun 21 04:27:58.419761 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-fb69dff7-366b-4af4-9da1-c7d8d5bca82b req-d674336b-740a-44f4-b177-434746a89980 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636287 Jun 21 04:27:58.466817 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31eaf24-ff77-4b15-8038-edfe9faaaa1f x-openstack-request-id: req-d31eaf24-ff77-4b15-8038-edfe9faaaa1f {{(pid=92784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:27:58.467373 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c58efe1-22c1-4d53-933e-19ed34e965b4", "name": "network-vif-plugged", "status": "completed", "tag": "3780d596-0250-4f33-9df7-f51eebc839cd", "code": 200}]} {{(pid=92784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:27:58.467373 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d31eaf24-ff77-4b15-8038-edfe9faaaa1f {{(pid=92784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:27:58.467945 dv-cinder-797170-3-iscsi neutron-server[92784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c58efe1-22c1-4d53-933e-19ed34e965b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3780d596-0250-4f33-9df7-f51eebc839cd', 'code': 200} Jun 21 04:27:58.825839 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af08bed8-e149-42f3-afee-8a5bc3073dae req-429b5d43-9b97-4f05-85aa-95770654962f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:58.827672 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-af08bed8-e149-42f3-afee-8a5bc3073dae req-429b5d43-9b97-4f05-85aa-95770654962f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4c58efe1-22c1-4d53-933e-19ed34e965b4 HTTP/1.1" status: 200 len: 1098 time: 0.1197495 Jun 21 04:27:58.838660 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f67a9e-caa1-4281-a3bc-6fe928e11b63 req-f5f58ec1-3eae-4b81-b65f-220ef369d6b5 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:58.840038 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-b6f67a9e-caa1-4281-a3bc-6fe928e11b63 req-f5f58ec1-3eae-4b81-b65f-220ef369d6b5 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 945 time: 0.0905883 Jun 21 04:27:58.897225 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-b6f67a9e-caa1-4281-a3bc-6fe928e11b63 req-78e4401e-8f91-4318-b759-c0320afeca06 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?id=d70c9646-a852-4f4d-a850-9cdfde0acad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500536 Jun 21 04:27:58.901574 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-af08bed8-e149-42f3-afee-8a5bc3073dae req-e0b684b5-fd39-43ed-bc36-668c38274bc7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604644 Jun 21 04:27:59.311893 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf768ce-3fb1-44b0-aa0a-2bcd710a78ed req-ba3a0a2f-4ddd-4e03-b140-4dd7d3de963d tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:59.314020 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-4bf768ce-3fb1-44b0-aa0a-2bcd710a78ed req-ba3a0a2f-4ddd-4e03-b140-4dd7d3de963d tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.1112819 Jun 21 04:27:59.334630 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88aa76d-f30c-48b1-9410-46fb57fbeb3e req-bf0f41ed-8148-4ebc-80df-6a7ecff6f60b tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:59.336002 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c88aa76d-f30c-48b1-9410-46fb57fbeb3e req-bf0f41ed-8148-4ebc-80df-6a7ecff6f60b tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] 10.222.0.53 "GET /v2.0/ports?device_id=81063deb-128a-4a66-a90b-f62d033cdc13 HTTP/1.1" status: 200 len: 949 time: 0.0950863 Jun 21 04:27:59.394698 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-4bf768ce-3fb1-44b0-aa0a-2bcd710a78ed req-eaba02af-0b60-46e4-b20c-b9725d66cd6c tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571649 Jun 21 04:27:59.407774 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c88aa76d-f30c-48b1-9410-46fb57fbeb3e req-5bf3eb34-c087-4ae4-84da-b5169193e0aa tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] 10.222.0.53 "GET /v2.0/security-groups?id=23e30d97-8b06-4f2d-889c-ea6430890d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640898 Jun 21 04:27:59.664406 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e4690-d63f-4bdf-a77b-0718f35e2ef1 req-841583ea-6168-436d-ae8f-376c249e52b3 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:59.666150 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-476e4690-d63f-4bdf-a77b-0718f35e2ef1 req-841583ea-6168-436d-ae8f-376c249e52b3 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58efe1-22c1-4d53-933e-19ed34e965b4 HTTP/1.1" status: 200 len: 945 time: 0.1009569 Jun 21 04:27:59.674856 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de6d70-21db-4438-97d6-2d3d84f08448 req-3f88e100-9ad5-4933-a3fa-f5e446d7b703 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:27:59.677136 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-35de6d70-21db-4438-97d6-2d3d84f08448 req-3f88e100-9ad5-4933-a3fa-f5e446d7b703 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 945 time: 0.1447315 Jun 21 04:27:59.733841 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-476e4690-d63f-4bdf-a77b-0718f35e2ef1 req-fa3672f7-be01-4dd1-8b55-3ad994ec6827 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566134 Jun 21 04:27:59.740725 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-35de6d70-21db-4438-97d6-2d3d84f08448 req-051aeb66-102e-4983-8a00-395faffc5155 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574396 Jun 21 04:27:59.787046 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5c436c76-8ea9-456e-bfd6-e9b81c4d38bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:00.027422 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05227fd5-76b3-4ef2-87b7-f2615793ef5a req-a92d6bca-af8a-4dba-93a2-5eccbd9ce6cc tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:00.031115 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-05227fd5-76b3-4ef2-87b7-f2615793ef5a req-a92d6bca-af8a-4dba-93a2-5eccbd9ce6cc tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] 10.222.0.55 "GET /v2.0/ports?device_id=81063deb-128a-4a66-a90b-f62d033cdc13 HTTP/1.1" status: 200 len: 949 time: 0.0849547 Jun 21 04:28:00.037041 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:00.170528 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf3dbb-5ce7-43d7-96ea-f382935d7bac req-232f470d-b6d9-4be8-b638-9feb08197854 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:00.172010 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3bdf3dbb-5ce7-43d7-96ea-f382935d7bac req-232f470d-b6d9-4be8-b638-9feb08197854 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 945 time: 0.1386545 Jun 21 04:28:00.223858 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.plugin [req-05227fd5-76b3-4ef2-87b7-f2615793ef5a req-587cc594-5623-4e90-b02a-30dfef2c75f2 tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] Deleting port 8c8d8300-7460-4ffe-9268-9932bc71a6a9 {{(pid=92782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:28:00.224302 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-05227fd5-76b3-4ef2-87b7-f2615793ef5a req-587cc594-5623-4e90-b02a-30dfef2c75f2 tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:00.242075 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3bdf3dbb-5ce7-43d7-96ea-f382935d7bac req-11abe37d-34c0-47b6-840b-53a8042a4379 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?id=d70c9646-a852-4f4d-a850-9cdfde0acad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617859 Jun 21 04:28:00.344605 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.agents_db [None req-2d4e51dd-16b2-4ea0-aa94-70b67a47226d None None] Agent healthcheck: found 6 active agents {{(pid=92785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:28:00.518063 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.db [req-05227fd5-76b3-4ef2-87b7-f2615793ef5a req-587cc594-5623-4e90-b02a-30dfef2c75f2 tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] For port 8c8d8300-7460-4ffe-9268-9932bc71a6a9, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=8c8d8300-7460-4ffe-9268-9932bc71a6a9,segment=NetworkSegment(82c3cbfc-a443-418f-a28f-abb08c644474),segment_id=82c3cbfc-a443-418f-a28f-abb08c644474)] {{(pid=92782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:28:00.518525 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-05227fd5-76b3-4ef2-87b7-f2615793ef5a req-587cc594-5623-4e90-b02a-30dfef2c75f2 tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:00.609267 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.plugin [req-05227fd5-76b3-4ef2-87b7-f2615793ef5a req-587cc594-5623-4e90-b02a-30dfef2c75f2 tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] Calling delete_port for 8c8d8300-7460-4ffe-9268-9932bc71a6a9 owned by compute:nova {{(pid=92782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:28:00.817175 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f8b34-ce81-4843-9f7a-4afd076ee02f req-0669a544-41cd-476d-9c44-430e5fdccf14 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:00.819258 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-cd6f8b34-ce81-4843-9f7a-4afd076ee02f req-0669a544-41cd-476d-9c44-430e5fdccf14 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.1942472 Jun 21 04:28:00.827372 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba7322-549f-4949-9bef-eb18743797b3 req-15825a52-9540-4d66-923e-92b26135379e tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:00.828848 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-18ba7322-549f-4949-9bef-eb18743797b3 req-15825a52-9540-4d66-923e-92b26135379e tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] 10.222.0.53 "GET /v2.0/ports?device_id=81063deb-128a-4a66-a90b-f62d033cdc13 HTTP/1.1" status: 200 len: 949 time: 0.2171216 Jun 21 04:28:00.946239 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-cd6f8b34-ce81-4843-9f7a-4afd076ee02f req-6d5a10b3-3f2e-4cad-9000-b1cf15b66963 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157477 Jun 21 04:28:00.956603 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-05227fd5-76b3-4ef2-87b7-f2615793ef5a req-587cc594-5623-4e90-b02a-30dfef2c75f2 tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14133696'] for port, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:00.960900 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-18ba7322-549f-4949-9bef-eb18743797b3 req-be30e2b5-079b-4af6-9f3d-1a1b26dedf88 tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] 10.222.0.53 "GET /v2.0/security-groups?id=23e30d97-8b06-4f2d-889c-ea6430890d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199915 Jun 21 04:28:00.963384 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:00.973529 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] get_ports_and_sgs() called for port_ids ['8c8d8300-7460-4ffe-9268-9932bc71a6a9'] {{(pid=92784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:28:00.996971 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587cc594-5623-4e90-b02a-30dfef2c75f2 tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] Pushing event deleted for resources: {'Port': ['ID=8c8d8300-7460-4ffe-9268-9932bc71a6a9,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:01.002199 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-587cc594-5623-4e90-b02a-30dfef2c75f2 tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:01.096520 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.l3_dvrscheduler_db [req-05227fd5-76b3-4ef2-87b7-f2615793ef5a req-587cc594-5623-4e90-b02a-30dfef2c75f2 tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] No DVR routers for this DVR port 8c8d8300-7460-4ffe-9268-9932bc71a6a9 on host hv-cinder-79717 {{(pid=92782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:28:01.099117 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-05227fd5-76b3-4ef2-87b7-f2615793ef5a req-587cc594-5623-4e90-b02a-30dfef2c75f2 tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for port, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:01.101115 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-05227fd5-76b3-4ef2-87b7-f2615793ef5a req-587cc594-5623-4e90-b02a-30dfef2c75f2 tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] 10.222.0.55 "DELETE /v2.0/ports/8c8d8300-7460-4ffe-9268-9932bc71a6a9 HTTP/1.1" status: 204 len: 173 time: 1.0556576 Jun 21 04:28:01.101626 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81063deb-128a-4a66-a90b-f62d033cdc13', 'name': 'network-vif-deleted', 'tag': '8c8d8300-7460-4ffe-9268-9932bc71a6a9'}] {{(pid=92782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:28:01.103975 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20f1c8b8986f59859b4229cceefba24e6e47d71d2fcee399c6ca6947cd3b11b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7fe3d1-ff81-4ab8-8f6d-6ce8ba8f98e4" -d '{"events": [{"server_uuid": "81063deb-128a-4a66-a90b-f62d033cdc13", "name": "network-vif-deleted", "tag": "8c8d8300-7460-4ffe-9268-9932bc71a6a9"}]}' {{(pid=92782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:28:01.159419 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-96e1c505-da01-46a8-887c-1f2eb0a4db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:01.407151 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfdcff7-2814-4212-93d3-4fe2b53db8e5 req-ba6453d6-5c49-4df6-b4de-4faa6e1bba01 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:01.408867 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-7cfdcff7-2814-4212-93d3-4fe2b53db8e5 req-ba6453d6-5c49-4df6-b4de-4faa6e1bba01 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58efe1-22c1-4d53-933e-19ed34e965b4 HTTP/1.1" status: 200 len: 945 time: 0.2292843 Jun 21 04:28:01.433262 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d140d463-dfca-4c7c-96f9-dddb4418b693 req-32dc653b-0aeb-40e0-9636-28b21c183d4d tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:01.435787 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d140d463-dfca-4c7c-96f9-dddb4418b693 req-32dc653b-0aeb-40e0-9636-28b21c183d4d tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 945 time: 0.2399168 Jun 21 04:28:01.515504 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-7cfdcff7-2814-4212-93d3-4fe2b53db8e5 req-91e23c9a-1483-48a3-9c12-9845937faaac tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936201 Jun 21 04:28:01.535177 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d140d463-dfca-4c7c-96f9-dddb4418b693 req-3a865a13-0ab2-4b13-93c1-a1ec68fd57cf tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852749 Jun 21 04:28:01.620924 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88972801-8d78-4cb9-bfea-476776ca26fc x-openstack-request-id: req-88972801-8d78-4cb9-bfea-476776ca26fc {{(pid=92782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:28:01.621294 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81063deb-128a-4a66-a90b-f62d033cdc13", "name": "network-vif-deleted", "tag": "8c8d8300-7460-4ffe-9268-9932bc71a6a9", "status": "completed", "code": 200}]} {{(pid=92782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:28:01.621903 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-88972801-8d78-4cb9-bfea-476776ca26fc {{(pid=92782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:28:01.622342 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81063deb-128a-4a66-a90b-f62d033cdc13', 'name': 'network-vif-deleted', 'tag': '8c8d8300-7460-4ffe-9268-9932bc71a6a9', 'status': 'completed', 'code': 200} Jun 21 04:28:01.759978 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9bdf1-76a1-4675-9037-8d880e450659 req-f7d1ed44-1bf5-4e67-9ca5-83f32997175d tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:01.761788 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-01b9bdf1-76a1-4675-9037-8d880e450659 req-f7d1ed44-1bf5-4e67-9ca5-83f32997175d tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 945 time: 0.0943563 Jun 21 04:28:01.845041 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-01b9bdf1-76a1-4675-9037-8d880e450659 req-570ec093-4b2f-4f50-b19d-1a9cca43c0ad tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?id=d70c9646-a852-4f4d-a850-9cdfde0acad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602729 Jun 21 04:28:02.171441 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f1002619-286b-4da2-97a6-ce39c7a6be08 req-eafba361-fc0e-4fa7-982f-a0ed5717089d tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] 10.222.0.53 "GET /v2.0/ports?device_id=81063deb-128a-4a66-a90b-f62d033cdc13 HTTP/1.1" status: 200 len: 210 time: 0.0528514 Jun 21 04:28:02.589160 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-a8ace0c1-1149-433a-b03a-8a8d050911ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:02.757812 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb9940-dd17-4e6a-86fd-c4197f222f5a req-9a1e368a-b02b-4873-b31c-9b28e2a02f65 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:02.759270 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-cbeb9940-dd17-4e6a-86fd-c4197f222f5a req-9a1e368a-b02b-4873-b31c-9b28e2a02f65 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 945 time: 0.1052859 Jun 21 04:28:02.770960 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62e73c-d580-4654-8a93-5e78664c2b9c req-097e467e-be4a-4aa5-aa70-acf496fba323 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:02.772279 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-0c62e73c-d580-4654-8a93-5e78664c2b9c req-097e467e-be4a-4aa5-aa70-acf496fba323 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.0874746 Jun 21 04:28:02.833868 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-cbeb9940-dd17-4e6a-86fd-c4197f222f5a req-a84ee61a-694a-4992-9a3b-542780181095 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606573 Jun 21 04:28:02.836563 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-0c62e73c-d580-4654-8a93-5e78664c2b9c req-33edf7d0-ea59-4f76-9c4e-9d1db6b10149 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577700 Jun 21 04:28:03.038005 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2725b64f-2656-4280-a35e-e52f641730b5 req-dc719ca6-b8c5-4111-8d4d-6beed92da5eb tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:03.039386 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-2725b64f-2656-4280-a35e-e52f641730b5 req-dc719ca6-b8c5-4111-8d4d-6beed92da5eb tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 945 time: 0.0767560 Jun 21 04:28:03.103776 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-2725b64f-2656-4280-a35e-e52f641730b5 req-21f58578-6d0a-4bc2-9b46-63d6912776b3 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?id=d70c9646-a852-4f4d-a850-9cdfde0acad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475311 Jun 21 04:28:03.112946 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f60698-7fc0-4a34-8329-4f4bf861f798 req-c57b1cf6-a9c5-4701-a642-9b7a5494e919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:03.114447 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-48f60698-7fc0-4a34-8329-4f4bf861f798 req-c57b1cf6-a9c5-4701-a642-9b7a5494e919 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e73c54dea0a944059b24d8393e162682&device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 1098 time: 0.0921941 Jun 21 04:28:03.228932 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f60698-7fc0-4a34-8329-4f4bf861f798 req-3b5a34f0-4df9-49b4-b2f4-7b2167978e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:03.230566 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-48f60698-7fc0-4a34-8329-4f4bf861f798 req-3b5a34f0-4df9-49b4-b2f4-7b2167978e06 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd6e448a-06f0-4e1b-bc50-7a0749d71b51 HTTP/1.1" status: 200 len: 918 time: 0.1086707 Jun 21 04:28:03.335831 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-48f60698-7fc0-4a34-8329-4f4bf861f798 req-5f1a3b27-aa54-43ba-be8d-c4f4decfffe0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ebbea58-99ab-45f8-beac-f662499e74ba HTTP/1.1" status: 200 len: 1001 time: 0.0968792 Jun 21 04:28:03.421567 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f60698-7fc0-4a34-8329-4f4bf861f798 req-7b2bbde4-47d4-42a6-b7e0-2cd0e1a1a8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:03.423357 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-48f60698-7fc0-4a34-8329-4f4bf861f798 req-7b2bbde4-47d4-42a6-b7e0-2cd0e1a1a8c9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8d8b0903-2890-45e0-bcb1-1f07c6fca395 HTTP/1.1" status: 200 len: 856 time: 0.0698626 Jun 21 04:28:03.498763 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f60698-7fc0-4a34-8329-4f4bf861f798 req-843ff92d-b2ae-49f4-8897-e1f4e864ec6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:03.501965 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-48f60698-7fc0-4a34-8329-4f4bf861f798 req-843ff92d-b2ae-49f4-8897-e1f4e864ec6d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd6e448a-06f0-4e1b-bc50-7a0749d71b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0702698 Jun 21 04:28:03.615180 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-48f60698-7fc0-4a34-8329-4f4bf861f798 req-aa20e822-2519-428f-9a7b-5f17b69dc728 service neutron] 10.222.0.55 "GET /v2.0/networks/fd6e448a-06f0-4e1b-bc50-7a0749d71b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058128 Jun 21 04:28:03.724238 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-48f60698-7fc0-4a34-8329-4f4bf861f798 req-36a1f636-6695-46f9-a522-0ac076e1ae56 service neutron] 10.222.0.55 "GET /v2.0/networks/fd6e448a-06f0-4e1b-bc50-7a0749d71b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915864 Jun 21 04:28:04.016955 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433f2da-bfbf-4547-b963-6696986c6491 req-c5ce14cf-451e-42fc-8a1b-e94fc1bcff85 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:04.018484 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-8433f2da-bfbf-4547-b963-6696986c6491 req-c5ce14cf-451e-42fc-8a1b-e94fc1bcff85 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 945 time: 0.0646307 Jun 21 04:28:04.024866 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 8c8d8300-7460-4ffe-9268-9932bc71a6a9 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:28:04.055311 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] No Port match for: 8c8d8300-7460-4ffe-9268-9932bc71a6a9 {{(pid=92784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:28:04.055782 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 8c8d8300-7460-4ffe-9268-9932bc71a6a9 not bound to the agent host hv-cinder-79717 {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:28:04.056227 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 5ebbea58-99ab-45f8-beac-f662499e74ba no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:28:04.074020 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-8433f2da-bfbf-4547-b963-6696986c6491 req-46310ba1-30bc-4c26-9a01-0276d82f56f3 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466435 Jun 21 04:28:04.136869 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:04.162809 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee2f960-eaf6-40ca-9c09-b0c0897758d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ebbea58-99ab-45f8-beac-f662499e74ba'}] {{(pid=92784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:28:04.165074 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea407864149563716f916f7ad989592de9d82914ebf27f22c024267046db962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83098e3-1f9f-4662-aec6-fce37378f0c7" -d '{"events": [{"server_uuid": "6ee2f960-eaf6-40ca-9c09-b0c0897758d3", "name": "network-vif-unplugged", "status": "completed", "tag": "5ebbea58-99ab-45f8-beac-f662499e74ba"}]}' {{(pid=92784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:28:04.179579 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 5ebbea58-99ab-45f8-beac-f662499e74ba, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=5ebbea58-99ab-45f8-beac-f662499e74ba,segment=NetworkSegment(e5545432-0850-4927-a96c-466ee806cf28),segment_id=e5545432-0850-4927-a96c-466ee806cf28)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:28:04.185803 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:04.188921 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:04.212699 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 04:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c4314f-7811-4889-8038-d38541f7d532 x-openstack-request-id: req-75c4314f-7811-4889-8038-d38541f7d532 {{(pid=92784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:28:04.213005 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee2f960-eaf6-40ca-9c09-b0c0897758d3", "name": "network-vif-unplugged", "status": "completed", "tag": "5ebbea58-99ab-45f8-beac-f662499e74ba", "code": 200}]} {{(pid=92784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:28:04.213580 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-75c4314f-7811-4889-8038-d38541f7d532 {{(pid=92784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:28:04.213977 dv-cinder-797170-3-iscsi neutron-server[92784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee2f960-eaf6-40ca-9c09-b0c0897758d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ebbea58-99ab-45f8-beac-f662499e74ba', 'code': 200} Jun 21 04:28:04.245109 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Pushing event updated for resources: {'Port': ['ID=5ebbea58-99ab-45f8-beac-f662499e74ba,revision_number=8']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:04.247954 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:04.291314 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de3f28-fc59-49ff-ac60-eb9f4b7710ab req-9f67a9eb-a0fc-45b4-843b-5474a58ea402 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:04.294201 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-00de3f28-fc59-49ff-ac60-eb9f4b7710ab req-9f67a9eb-a0fc-45b4-843b-5474a58ea402 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 945 time: 0.0701659 Jun 21 04:28:04.342616 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-00de3f28-fc59-49ff-ac60-eb9f4b7710ab req-e3536ccb-2fdc-4717-b041-ae61a7aaa55b tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?id=d70c9646-a852-4f4d-a850-9cdfde0acad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421650 Jun 21 04:28:05.243728 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c4246-89c7-45fa-bbf3-8f0fe6c7199a req-61c3c41a-44bf-4399-926e-a89baa11dc00 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:05.245182 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-812c4246-89c7-45fa-bbf3-8f0fe6c7199a req-61c3c41a-44bf-4399-926e-a89baa11dc00 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 943 time: 0.0633035 Jun 21 04:28:05.288809 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-812c4246-89c7-45fa-bbf3-8f0fe6c7199a req-15d76047-03d9-4d56-a600-d788528ac9a0 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374298 Jun 21 04:28:05.526238 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa1a40-596b-4945-895b-775670f22870 req-5761d1a9-8d64-45f1-8bcb-752cdc1ac3a2 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:05.527822 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-7eaa1a40-596b-4945-895b-775670f22870 req-5761d1a9-8d64-45f1-8bcb-752cdc1ac3a2 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 945 time: 0.0751684 Jun 21 04:28:05.568062 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-7eaa1a40-596b-4945-895b-775670f22870 req-6b52f0c6-bce3-43b9-ad45-3752f91936d0 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?id=d70c9646-a852-4f4d-a850-9cdfde0acad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338249 Jun 21 04:28:06.474015 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ca3ae-2aef-487f-b42a-935410950251 req-d963d7d7-0224-45cf-9ed4-304014483b40 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:06.475750 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f70ca3ae-2aef-487f-b42a-935410950251 req-d963d7d7-0224-45cf-9ed4-304014483b40 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 943 time: 0.0676255 Jun 21 04:28:06.519595 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f70ca3ae-2aef-487f-b42a-935410950251 req-d9e1af5d-b976-44dc-95a0-b1139995ac78 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380516 Jun 21 04:28:06.766806 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705a51d-de9d-44c9-b46c-e0a554fb7d5e req-b500703b-2732-4e47-a436-041d1f2580b4 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:06.768251 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-b705a51d-de9d-44c9-b46c-e0a554fb7d5e req-b500703b-2732-4e47-a436-041d1f2580b4 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 945 time: 0.0628986 Jun 21 04:28:06.804728 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-b705a51d-de9d-44c9-b46c-e0a554fb7d5e req-3e4c5c27-0b4d-4e96-8f8b-047e81130ee6 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?id=d70c9646-a852-4f4d-a850-9cdfde0acad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309381 Jun 21 04:28:07.104860 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 60044) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:07.228808 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-0d23b95a-11d6-4445-8615-da1dd8a44855 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=90bfe438a0874e55b1e9e4c5d5281070&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1227691 Jun 21 04:28:07.231150 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 60048) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:07.280033 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-4e41200d-3f27-4535-a5bb-742a6ca206a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:07.303475 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-4e41200d-3f27-4535-a5bb-742a6ca206a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:07.350983 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-4e41200d-3f27-4535-a5bb-742a6ca206a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:07.353526 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-4e41200d-3f27-4535-a5bb-742a6ca206a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:07.354623 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-4e41200d-3f27-4535-a5bb-742a6ca206a5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/23e30d97-8b06-4f2d-889c-ea6430890d9c HTTP/1.1" status: 204 len: 168 time: 0.1226010 Jun 21 04:28:07.355325 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-653148ec-50e6-4891-b445-df54b3105b7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:07.362854 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e41200d-3f27-4535-a5bb-742a6ca206a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e30d97-8b06-4f2d-889c-ea6430890d9c,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:07.365401 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-4e41200d-3f27-4535-a5bb-742a6ca206a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:07.702089 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14f69f-c629-4e77-b285-d2b16f3d1d52 req-55384cf1-7464-4c7b-a322-2240bf3c0d79 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:07.703558 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-4f14f69f-c629-4e77-b285-d2b16f3d1d52 req-55384cf1-7464-4c7b-a322-2240bf3c0d79 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 943 time: 0.0653708 Jun 21 04:28:07.740984 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-4f14f69f-c629-4e77-b285-d2b16f3d1d52 req-e8a8427d-bff7-4a77-892d-84ca91c509b3 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319304 Jun 21 04:28:07.979104 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a9fa33-ac12-4df4-8edd-34a0367a2b6c req-21ffc74a-1451-405e-9f2e-42a2f03f4776 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:07.980539 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-99a9fa33-ac12-4df4-8edd-34a0367a2b6c req-21ffc74a-1451-405e-9f2e-42a2f03f4776 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 945 time: 0.0643818 Jun 21 04:28:08.020205 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-99a9fa33-ac12-4df4-8edd-34a0367a2b6c req-b32c1a0d-28cf-4f8b-84c2-722292179573 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?id=d70c9646-a852-4f4d-a850-9cdfde0acad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334997 Jun 21 04:28:08.498795 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c090ad3-55d9-42fb-8ba1-a2d7fe0d9845 req-839cfca8-a78d-46ce-87a7-cdfd14e74e99 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:08.500805 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-9c090ad3-55d9-42fb-8ba1-a2d7fe0d9845 req-839cfca8-a78d-46ce-87a7-cdfd14e74e99 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 943 time: 0.0654807 Jun 21 04:28:08.539011 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-9c090ad3-55d9-42fb-8ba1-a2d7fe0d9845 req-2f7af0fe-bbff-4ade-ac9b-17f31e069b54 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321238 Jun 21 04:28:08.733866 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 60100) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:08.827731 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-4cda1d6c-4060-4da6-a027-d461375b8913 req-58ae76bc-af53-4ea3-8246-da30a8a28d46 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0925479 Jun 21 04:28:09.202263 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f6135-e754-49c7-b34c-4b9b3db24f23 req-d6e7961a-d353-40b2-be1b-1c2a34f878f4 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:09.204241 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f86f6135-e754-49c7-b34c-4b9b3db24f23 req-d6e7961a-d353-40b2-be1b-1c2a34f878f4 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 945 time: 0.0668619 Jun 21 04:28:09.240925 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f86f6135-e754-49c7-b34c-4b9b3db24f23 req-a067e3af-42ab-4535-8e37-7c4d8415377c tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?id=d70c9646-a852-4f4d-a850-9cdfde0acad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307579 Jun 21 04:28:09.714973 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593aeb1-cbf8-4d78-b991-81ec150506c2 req-6f2450df-5f40-4078-896a-9db6a6db8355 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:09.716425 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-b593aeb1-cbf8-4d78-b991-81ec150506c2 req-6f2450df-5f40-4078-896a-9db6a6db8355 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 943 time: 0.0623424 Jun 21 04:28:09.757764 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-b593aeb1-cbf8-4d78-b991-81ec150506c2 req-64614a99-934b-46ef-875f-ef1fd4003c5c tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348141 Jun 21 04:28:10.054990 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 5ebbea58-99ab-45f8-beac-f662499e74ba no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:28:10.425227 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3da76-e8d3-4405-a6d4-7ecf98dd3ef7 req-891cf4d7-5b75-4ac6-92ba-fd36608de0cd tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:10.426742 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-62d3da76-e8d3-4405-a6d4-7ecf98dd3ef7 req-891cf4d7-5b75-4ac6-92ba-fd36608de0cd tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 945 time: 0.0710282 Jun 21 04:28:10.464422 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-62d3da76-e8d3-4405-a6d4-7ecf98dd3ef7 req-308b668d-886b-49df-a75f-173dd5a67775 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?id=d70c9646-a852-4f4d-a850-9cdfde0acad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321188 Jun 21 04:28:10.958541 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7aebe-ac76-47e8-86fe-5e769bbc2a35 req-e6681e88-dc1f-4dff-a501-45c065d1f90f tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:10.960126 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c0d7aebe-ac76-47e8-86fe-5e769bbc2a35 req-e6681e88-dc1f-4dff-a501-45c065d1f90f tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 943 time: 0.0864606 Jun 21 04:28:11.015776 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c0d7aebe-ac76-47e8-86fe-5e769bbc2a35 req-ece7ec65-6c5a-4a83-9ad6-b8a8bf85e25b tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458999 Jun 21 04:28:11.139862 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0a104-eaa6-4448-86de-ac5e35e91c51 req-881ed3e1-61a4-4450-aa55-97b80054de4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:11.141313 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-90b0a104-eaa6-4448-86de-ac5e35e91c51 req-881ed3e1-61a4-4450-aa55-97b80054de4c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ccd1b659f7b548f69df434ddfadc8cf1&device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 1098 time: 0.0910654 Jun 21 04:28:11.162745 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e747d-db1a-4a3e-bb46-366b24e70750 req-1f225762-5125-4c16-ba14-6795598b4f1b tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:11.164225 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f21e747d-db1a-4a3e-bb46-366b24e70750 req-1f225762-5125-4c16-ba14-6795598b4f1b tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.0772607 Jun 21 04:28:11.249851 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f21e747d-db1a-4a3e-bb46-366b24e70750 req-2a96fe3b-2623-4f2e-ac7d-e8226f3c0dec tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779939 Jun 21 04:28:11.275122 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0a104-eaa6-4448-86de-ac5e35e91c51 req-0afd237d-e3d2-4a57-83ed-ac5b40332a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:11.276553 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-90b0a104-eaa6-4448-86de-ac5e35e91c51 req-0afd237d-e3d2-4a57-83ed-ac5b40332a0d service neutron] 10.222.0.55 "GET /v2.0/networks?id=64d28b19-33d9-4d9a-ba0d-ec7e5a053d07 HTTP/1.1" status: 200 len: 919 time: 0.1231773 Jun 21 04:28:11.324590 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-90b0a104-eaa6-4448-86de-ac5e35e91c51 req-e56dae58-c0f1-4d33-974c-6d1cb210e1b0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a909c36-2c5c-4350-bdc2-a244007e2fab HTTP/1.1" status: 200 len: 217 time: 0.0342128 Jun 21 04:28:11.372093 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0a104-eaa6-4448-86de-ac5e35e91c51 req-b698625f-005e-4b44-803c-2211444700a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:11.373765 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-90b0a104-eaa6-4448-86de-ac5e35e91c51 req-b698625f-005e-4b44-803c-2211444700a3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=849daa8e-dac6-4f8a-9763-33d634d005e9 HTTP/1.1" status: 200 len: 858 time: 0.0422046 Jun 21 04:28:11.412876 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-90b0a104-eaa6-4448-86de-ac5e35e91c51 req-c8e9b56b-e4ea-4263-bae5-78f3aa3dfdd9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=64d28b19-33d9-4d9a-ba0d-ec7e5a053d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299315 Jun 21 04:28:11.502151 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-90b0a104-eaa6-4448-86de-ac5e35e91c51 req-04c4a725-f7cd-4752-88aa-8f371bc5e9e0 service neutron] 10.222.0.55 "GET /v2.0/networks/64d28b19-33d9-4d9a-ba0d-ec7e5a053d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816014 Jun 21 04:28:11.631630 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-90b0a104-eaa6-4448-86de-ac5e35e91c51 req-81f9f4cc-3394-43d6-abf0-97c2f0930594 service neutron] 10.222.0.55 "GET /v2.0/networks/64d28b19-33d9-4d9a-ba0d-ec7e5a053d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179531 Jun 21 04:28:11.658287 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b551ab-d861-4732-80c7-2516ad350bc3 req-7b746cf7-77bc-43fa-be34-50df86304433 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:11.659796 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-52b551ab-d861-4732-80c7-2516ad350bc3 req-7b746cf7-77bc-43fa-be34-50df86304433 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 945 time: 0.0865350 Jun 21 04:28:11.699033 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-52b551ab-d861-4732-80c7-2516ad350bc3 req-88a1d72b-2f26-4a4a-8fc6-0ba4b644058f tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?id=d70c9646-a852-4f4d-a850-9cdfde0acad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335131 Jun 21 04:28:12.193154 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783667e-4d29-4b53-a629-e58cc29b899a req-f19ee7e7-b38d-4b26-93b0-12fa22b57d33 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:12.194517 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6783667e-4d29-4b53-a629-e58cc29b899a req-f19ee7e7-b38d-4b26-93b0-12fa22b57d33 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 943 time: 0.0608225 Jun 21 04:28:12.232137 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6783667e-4d29-4b53-a629-e58cc29b899a req-b4d882f1-fa0d-48eb-834e-7def0cdaae2e tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320251 Jun 21 04:28:12.666299 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c17a6a-b5fd-4954-ad8e-30f4d132a8c6 req-da6ff0dc-2a37-4778-9f5e-1295f61ea371 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:12.667775 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-02c17a6a-b5fd-4954-ad8e-30f4d132a8c6 req-da6ff0dc-2a37-4778-9f5e-1295f61ea371 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.3056684 Jun 21 04:28:12.703769 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-02c17a6a-b5fd-4954-ad8e-30f4d132a8c6 req-139ae56d-934a-4543-b929-0052c21b7b33 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298798 Jun 21 04:28:12.871661 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74682b-693f-4d30-a53b-d58d22e15c87 req-e48bcb68-ccf2-45ad-a2e9-22cfacb40c31 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:12.873350 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3f74682b-693f-4d30-a53b-d58d22e15c87 req-e48bcb68-ccf2-45ad-a2e9-22cfacb40c31 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 945 time: 0.0632095 Jun 21 04:28:12.911420 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3f74682b-693f-4d30-a53b-d58d22e15c87 req-bc72990f-9065-4ce6-b2f7-706687aeb120 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?id=d70c9646-a852-4f4d-a850-9cdfde0acad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313811 Jun 21 04:28:13.415177 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1de74-fe4f-4937-b8d7-787fccf5b6a8 req-6bb19d3e-7050-47e1-85f7-bb76d7de95b4 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:13.416574 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a5e1de74-fe4f-4937-b8d7-787fccf5b6a8 req-6bb19d3e-7050-47e1-85f7-bb76d7de95b4 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 943 time: 0.0635750 Jun 21 04:28:13.455735 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a5e1de74-fe4f-4937-b8d7-787fccf5b6a8 req-69cfa867-fbb4-4940-a4db-bd3546b3fa87 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325849 Jun 21 04:28:13.872877 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0558c-2b13-4a12-a116-32c60695cc21 req-a99557c7-178d-4103-baa9-42eec738164e tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:13.874339 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a3c0558c-2b13-4a12-a116-32c60695cc21 req-a99557c7-178d-4103-baa9-42eec738164e tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.0609338 Jun 21 04:28:13.911670 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a3c0558c-2b13-4a12-a116-32c60695cc21 req-dfb2dd01-a5eb-4228-9d22-b2821991c105 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311451 Jun 21 04:28:14.078466 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76208a6-a7c9-4116-a3ef-f0d3c0e611a4 req-ce4d0e01-94ad-4d81-b992-0c7654d23ba1 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:14.079406 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-e76208a6-a7c9-4116-a3ef-f0d3c0e611a4 req-ce4d0e01-94ad-4d81-b992-0c7654d23ba1 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 945 time: 0.0623322 Jun 21 04:28:14.115968 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-e76208a6-a7c9-4116-a3ef-f0d3c0e611a4 req-a1799bef-7e13-483a-aefb-8b2e685012f1 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?id=d70c9646-a852-4f4d-a850-9cdfde0acad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310845 Jun 21 04:28:14.631839 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb154f0-a5e3-413b-9807-cf2287cd0747 req-748836dd-cda7-48b9-bac2-0103ad317e3a tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:14.633279 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-fbb154f0-a5e3-413b-9807-cf2287cd0747 req-748836dd-cda7-48b9-bac2-0103ad317e3a tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 943 time: 0.0644717 Jun 21 04:28:14.673862 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-fbb154f0-a5e3-413b-9807-cf2287cd0747 req-6f6490e4-be85-4087-9f49-82c38a2c63e2 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346804 Jun 21 04:28:15.085401 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a3a567-3198-4f76-a0c7-c83d9220b793 req-4d396c18-3ced-4a86-8b12-338c4a8dbe68 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:15.089003 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-e0a3a567-3198-4f76-a0c7-c83d9220b793 req-4d396c18-3ced-4a86-8b12-338c4a8dbe68 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.0652161 Jun 21 04:28:15.124441 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-e0a3a567-3198-4f76-a0c7-c83d9220b793 req-8b298d4a-d4a1-49e2-888f-ba61d6da91f8 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324206 Jun 21 04:28:15.288844 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7e6d8-f3d6-4c66-9119-31ac2f12b4df req-a4b845df-6c84-4ef9-813d-d925df4a720e tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:15.290272 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-35e7e6d8-f3d6-4c66-9119-31ac2f12b4df req-a4b845df-6c84-4ef9-813d-d925df4a720e tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 945 time: 0.0659907 Jun 21 04:28:15.328630 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-35e7e6d8-f3d6-4c66-9119-31ac2f12b4df req-9543b1e6-5334-4b4d-8c2e-f8ee5429f58c tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?id=d70c9646-a852-4f4d-a850-9cdfde0acad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321324 Jun 21 04:28:15.689272 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e7399-4f9c-45aa-9deb-8d014bcf8684 req-02deed59-fbee-418a-ac86-579374a04095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:15.690771 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a81e7399-4f9c-45aa-9deb-8d014bcf8684 req-02deed59-fbee-418a-ac86-579374a04095 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ac19631df71474c90f158e6a57cb69b&device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 1098 time: 0.0571606 Jun 21 04:28:15.850131 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e7399-4f9c-45aa-9deb-8d014bcf8684 req-78997b02-3c32-4531-8315-b1d1c9900af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:15.851449 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a81e7399-4f9c-45aa-9deb-8d014bcf8684 req-78997b02-3c32-4531-8315-b1d1c9900af4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b0453a8f-147d-435a-b4a9-ec66a5c92927 HTTP/1.1" status: 200 len: 910 time: 0.1455867 Jun 21 04:28:15.935415 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187f1d7-a7b0-4515-8bc1-36726d4492b8 req-df2c9d47-6ab6-4342-921b-e2ab4272f0d7 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:15.936922 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f187f1d7-a7b0-4515-8bc1-36726d4492b8 req-df2c9d47-6ab6-4342-921b-e2ab4272f0d7 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 945 time: 0.1685984 Jun 21 04:28:15.964336 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fe0c1-7622-4426-9c95-22e2c58c1d63 req-24f7581a-98de-4a93-97ac-985eadcf8c7e tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:15.965728 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-9f4fe0c1-7622-4426-9c95-22e2c58c1d63 req-24f7581a-98de-4a93-97ac-985eadcf8c7e tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 943 time: 0.1748860 Jun 21 04:28:15.968474 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a81e7399-4f9c-45aa-9deb-8d014bcf8684 req-df6088a2-9d71-465e-8dc0-ed8dd10fb03f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e75f237-595c-4bdd-8193-9782a260f740 HTTP/1.1" status: 200 len: 1000 time: 0.0979640 Jun 21 04:28:16.053043 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f187f1d7-a7b0-4515-8bc1-36726d4492b8 req-88c4d185-138c-47a9-9b78-bd6f5330acb4 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?id=d70c9646-a852-4f4d-a850-9cdfde0acad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055398 Jun 21 04:28:16.057541 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-9f4fe0c1-7622-4426-9c95-22e2c58c1d63 req-9a353e86-4d8d-4b34-bd7c-67f02c7bae5e tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831387 Jun 21 04:28:16.059268 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e7399-4f9c-45aa-9deb-8d014bcf8684 req-a1cb4a0a-5e47-45a9-9bf0-d387206911de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:16.060828 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a81e7399-4f9c-45aa-9deb-8d014bcf8684 req-a1cb4a0a-5e47-45a9-9bf0-d387206911de service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cc19a82e-f40e-472d-88c4-f521c9c405b3 HTTP/1.1" status: 200 len: 848 time: 0.0782945 Jun 21 04:28:16.121863 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e7399-4f9c-45aa-9deb-8d014bcf8684 req-1d2c626d-c112-42b8-ad15-194c0f5888f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:16.123243 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a81e7399-4f9c-45aa-9deb-8d014bcf8684 req-1d2c626d-c112-42b8-ad15-194c0f5888f9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b0453a8f-147d-435a-b4a9-ec66a5c92927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540905 Jun 21 04:28:16.215889 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a81e7399-4f9c-45aa-9deb-8d014bcf8684 req-109cddb8-5136-40a4-af26-8bd3d24a1933 service neutron] 10.222.0.55 "GET /v2.0/networks/b0453a8f-147d-435a-b4a9-ec66a5c92927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824862 Jun 21 04:28:16.347621 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a81e7399-4f9c-45aa-9deb-8d014bcf8684 req-a96b36b7-b77b-4292-8eb2-429ed4ee1579 service neutron] 10.222.0.55 "GET /v2.0/networks/b0453a8f-147d-435a-b4a9-ec66a5c92927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240785 Jun 21 04:28:16.361758 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec0c02-784c-43bc-b885-fce74179bae6 req-dac89048-979c-42ca-bc8c-c03ea1c4127e tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:16.363191 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f7ec0c02-784c-43bc-b885-fce74179bae6 req-dac89048-979c-42ca-bc8c-c03ea1c4127e tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.1220520 Jun 21 04:28:16.400668 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f7ec0c02-784c-43bc-b885-fce74179bae6 req-60941b00-8e23-4332-b430-185527d9969e tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317860 Jun 21 04:28:17.104466 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:17.280945 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f104e-1a85-4ec5-9f39-99b5fe43f4cc req-ca4a5a3a-7dbc-4195-921d-6a5c70309bbd tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:17.282414 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f57f104e-1a85-4ec5-9f39-99b5fe43f4cc req-ca4a5a3a-7dbc-4195-921d-6a5c70309bbd tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 945 time: 0.1115525 Jun 21 04:28:17.294292 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddca0a6-7295-45dd-8ab3-3a37cb08ff5e req-fffb16d2-0951-4d5e-9ff8-651008c04da2 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:17.295679 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6ddca0a6-7295-45dd-8ab3-3a37cb08ff5e req-fffb16d2-0951-4d5e-9ff8-651008c04da2 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 943 time: 0.1226287 Jun 21 04:28:17.354162 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f57f104e-1a85-4ec5-9f39-99b5fe43f4cc req-296de61b-da37-4843-8e02-c9843766478f tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?id=d70c9646-a852-4f4d-a850-9cdfde0acad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575230 Jun 21 04:28:17.360733 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6ddca0a6-7295-45dd-8ab3-3a37cb08ff5e req-13c4996d-f92b-46a4-bf3b-44101adc9c9d tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578218 Jun 21 04:28:17.590115 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b71a6-6d12-45e1-b705-9c4e9bd3142d req-d4216b28-6162-40b0-9753-d78f4ad509a4 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:17.591513 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-646b71a6-6d12-45e1-b705-9c4e9bd3142d req-d4216b28-6162-40b0-9753-d78f4ad509a4 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.0694928 Jun 21 04:28:17.631015 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-646b71a6-6d12-45e1-b705-9c4e9bd3142d req-1dd1d448-280f-476a-a38f-0a733e6ed0a2 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337577 Jun 21 04:28:18.601696 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8565a9-526a-4e6b-8aa2-27e2105be3ee req-fa04bcb8-b6e1-45cb-bd66-d1c875a1ce86 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:18.603191 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1f8565a9-526a-4e6b-8aa2-27e2105be3ee req-fa04bcb8-b6e1-45cb-bd66-d1c875a1ce86 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 945 time: 0.1076553 Jun 21 04:28:18.611143 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a241b9-0839-4260-bb54-d7b8c3d09fc5 req-53e32edb-03dd-4f61-bb71-ac2d6cf047c7 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:18.612516 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-83a241b9-0839-4260-bb54-d7b8c3d09fc5 req-53e32edb-03dd-4f61-bb71-ac2d6cf047c7 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 943 time: 0.1182032 Jun 21 04:28:18.672903 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1f8565a9-526a-4e6b-8aa2-27e2105be3ee req-a0c38519-1218-4b33-82c5-36e00047ae0a tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?id=d70c9646-a852-4f4d-a850-9cdfde0acad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591416 Jun 21 04:28:18.676140 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-83a241b9-0839-4260-bb54-d7b8c3d09fc5 req-651260e1-2723-46dc-8e81-00af6ae1c910 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565445 Jun 21 04:28:18.867479 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed7ad5-3022-4092-8c15-59dddfa51430 req-74893a62-451f-47bc-a0b4-52a585ec3b0b tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:18.869076 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-05ed7ad5-3022-4092-8c15-59dddfa51430 req-74893a62-451f-47bc-a0b4-52a585ec3b0b tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.0675783 Jun 21 04:28:18.906591 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-05ed7ad5-3022-4092-8c15-59dddfa51430 req-26a3b210-706c-413c-8501-f4a6204b2cf1 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317466 Jun 21 04:28:19.063984 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda1d6c-4060-4da6-a027-d461375b8913 req-c89b9848-ca2b-456d-af4a-87be03c59544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:19.065508 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-4cda1d6c-4060-4da6-a027-d461375b8913 req-c89b9848-ca2b-456d-af4a-87be03c59544 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3&tenant_id=e73c54dea0a944059b24d8393e162682 HTTP/1.1" status: 200 len: 1096 time: 0.0813365 Jun 21 04:28:19.145102 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda1d6c-4060-4da6-a027-d461375b8913 req-0ca490b8-2aa2-4a97-8af3-f11dd9070247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:19.146549 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-4cda1d6c-4060-4da6-a027-d461375b8913 req-0ca490b8-2aa2-4a97-8af3-f11dd9070247 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e73c54dea0a944059b24d8393e162682&device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 1096 time: 0.0542605 Jun 21 04:28:19.235510 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda1d6c-4060-4da6-a027-d461375b8913 req-88bfcf9c-6223-4571-af61-855cecae3574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:19.236906 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-4cda1d6c-4060-4da6-a027-d461375b8913 req-88bfcf9c-6223-4571-af61-855cecae3574 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd6e448a-06f0-4e1b-bc50-7a0749d71b51 HTTP/1.1" status: 200 len: 918 time: 0.0820546 Jun 21 04:28:19.305839 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-4cda1d6c-4060-4da6-a027-d461375b8913 req-4ef874b2-eebd-4f47-8549-0a6c91e96a25 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ebbea58-99ab-45f8-beac-f662499e74ba HTTP/1.1" status: 200 len: 999 time: 0.0613136 Jun 21 04:28:19.356320 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda1d6c-4060-4da6-a027-d461375b8913 req-d4f9c6f0-1e69-48c4-8bcc-ff03d0928a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:19.357717 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-4cda1d6c-4060-4da6-a027-d461375b8913 req-d4f9c6f0-1e69-48c4-8bcc-ff03d0928a8b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8d8b0903-2890-45e0-bcb1-1f07c6fca395 HTTP/1.1" status: 200 len: 856 time: 0.0421503 Jun 21 04:28:19.414349 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda1d6c-4060-4da6-a027-d461375b8913 req-0e38f19e-8e1a-47e8-b016-425048ea25e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:19.415784 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-4cda1d6c-4060-4da6-a027-d461375b8913 req-0e38f19e-8e1a-47e8-b016-425048ea25e1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd6e448a-06f0-4e1b-bc50-7a0749d71b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503049 Jun 21 04:28:19.511369 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-4cda1d6c-4060-4da6-a027-d461375b8913 req-fcc4b0b7-97cc-4045-939b-f2b290e258d0 service neutron] 10.222.0.55 "GET /v2.0/networks/fd6e448a-06f0-4e1b-bc50-7a0749d71b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818255 Jun 21 04:28:19.599702 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-4cda1d6c-4060-4da6-a027-d461375b8913 req-05d0957a-f00a-411b-88ef-3913d08ae28d service neutron] 10.222.0.55 "GET /v2.0/networks/fd6e448a-06f0-4e1b-bc50-7a0749d71b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784667 Jun 21 04:28:19.863073 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67762da-d9df-4952-ba38-3f5808136eb8 req-b920a878-922e-4aa1-adfa-5bea62bd97ec tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:19.870109 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a67762da-d9df-4952-ba38-3f5808136eb8 req-b920a878-922e-4aa1-adfa-5bea62bd97ec tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 943 time: 0.0768938 Jun 21 04:28:19.906910 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a67762da-d9df-4952-ba38-3f5808136eb8 req-ebb32a4f-4e9c-4daf-98b6-d9550ad0fca2 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358710 Jun 21 04:28:20.108750 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1bef92-4002-4244-9451-cdb0492358b9 req-8eb7e585-9409-4cb3-9700-5d396a6f5843 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:20.110600 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6a1bef92-4002-4244-9451-cdb0492358b9 req-8eb7e585-9409-4cb3-9700-5d396a6f5843 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.0673726 Jun 21 04:28:20.159819 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6a1bef92-4002-4244-9451-cdb0492358b9 req-c53c2e74-0767-4c9d-aa4b-69d07598b8d0 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404968 Jun 21 04:28:21.096279 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b586613-0eb8-401a-95b2-ab79c1097cc3 req-9b69f0af-e181-4c28-834e-3b52239d1dad tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:21.097900 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6b586613-0eb8-401a-95b2-ab79c1097cc3 req-9b69f0af-e181-4c28-834e-3b52239d1dad tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 943 time: 0.0739570 Jun 21 04:28:21.146114 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6b586613-0eb8-401a-95b2-ab79c1097cc3 req-2000b99e-c9d2-4bdd-97dd-50e7ac847847 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391777 Jun 21 04:28:21.362284 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e22f130-76dc-490d-b627-b07cb4c84a87 req-825251ae-4cd9-458c-a3c7-5435b0483ebb tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:21.363872 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1e22f130-76dc-490d-b627-b07cb4c84a87 req-825251ae-4cd9-458c-a3c7-5435b0483ebb tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.0803831 Jun 21 04:28:21.415043 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1e22f130-76dc-490d-b627-b07cb4c84a87 req-08e8ff3f-c5cb-401d-8ed6-f001b43edae2 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455079 Jun 21 04:28:21.511104 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc40d3-8ec1-4124-877a-b5145b471764 req-20a6ff3f-25e1-48d1-9bc1-b8505763a062 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:21.512496 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c2fc40d3-8ec1-4124-877a-b5145b471764 req-20a6ff3f-25e1-48d1-9bc1-b8505763a062 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58efe1-22c1-4d53-933e-19ed34e965b4 HTTP/1.1" status: 200 len: 945 time: 0.0714767 Jun 21 04:28:21.553450 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c2fc40d3-8ec1-4124-877a-b5145b471764 req-0944af66-67c5-4455-8ceb-fe4792aa1ae0 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345850 Jun 21 04:28:22.350610 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d574d210-0c3e-4c1b-9ebe-aa7558b421ab req-7239f2da-2270-45ba-80cf-5116165e0fb4 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:22.352091 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d574d210-0c3e-4c1b-9ebe-aa7558b421ab req-7239f2da-2270-45ba-80cf-5116165e0fb4 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 943 time: 0.0768812 Jun 21 04:28:22.400853 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d574d210-0c3e-4c1b-9ebe-aa7558b421ab req-128d32d7-276a-4a8d-9cde-8f1b7b987f51 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424755 Jun 21 04:28:22.593108 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd36a4-593d-4cd9-a5aa-4403adab788a req-4d814fef-4dc2-4a67-b506-8d3c72c05780 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:22.595372 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-cccd36a4-593d-4cd9-a5aa-4403adab788a req-4d814fef-4dc2-4a67-b506-8d3c72c05780 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.0658417 Jun 21 04:28:22.648004 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-cccd36a4-593d-4cd9-a5aa-4403adab788a req-f3ce60e7-603f-4249-8ee2-42c790f329b5 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463562 Jun 21 04:28:22.745124 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9158106-2c4b-42f3-9af6-1d19c0f7fbbd req-13cdbb19-d11b-4b69-9060-a30ffc229008 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:22.746608 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c9158106-2c4b-42f3-9af6-1d19c0f7fbbd req-13cdbb19-d11b-4b69-9060-a30ffc229008 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58efe1-22c1-4d53-933e-19ed34e965b4 HTTP/1.1" status: 200 len: 945 time: 0.0651560 Jun 21 04:28:22.784812 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c9158106-2c4b-42f3-9af6-1d19c0f7fbbd req-3e345a52-de67-4194-8d96-91376ee16d39 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325029 Jun 21 04:28:23.600564 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ded0f4-e9d2-4c55-a1ee-d4addfedec6f req-18d656c2-3659-464a-8496-9460f74c7af2 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:23.602059 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c8ded0f4-e9d2-4c55-a1ee-d4addfedec6f req-18d656c2-3659-464a-8496-9460f74c7af2 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 943 time: 0.0778754 Jun 21 04:28:23.640892 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c8ded0f4-e9d2-4c55-a1ee-d4addfedec6f req-310f6eac-8859-46da-90f5-75e49cbc10c4 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329227 Jun 21 04:28:23.679213 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 60332) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:23.790678 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-bc4b837c-9891-4b32-a4af-e8fea4e3b7eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:23.855256 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67ea6a-ad1c-4224-bb8a-3124f7de7e75 req-6e1a84e7-f545-4f72-8226-1f89ad8707d0 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:23.857438 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-af67ea6a-ad1c-4224-bb8a-3124f7de7e75 req-6e1a84e7-f545-4f72-8226-1f89ad8707d0 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.0811036 Jun 21 04:28:23.916596 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-bc4b837c-9891-4b32-a4af-e8fea4e3b7eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:23.921661 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-bc4b837c-9891-4b32-a4af-e8fea4e3b7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:23.925350 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-cd20ed5a-11da-4de4-bd4d-48a3dfc8b954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:23.951826 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-af67ea6a-ad1c-4224-bb8a-3124f7de7e75 req-e50d968a-332c-4e1a-9fa0-469c00ebc703 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799391 Jun 21 04:28:23.967859 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 60340) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:23.970201 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-bc4b837c-9891-4b32-a4af-e8fea4e3b7eb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7d2bf79862714103ac8da2f970e85636&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2835791 Jun 21 04:28:23.975724 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b837c-9891-4b32-a4af-e8fea4e3b7eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49051cc4-e05d-4506-902c-1033d3fb9406,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:23.975724 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-bc4b837c-9891-4b32-a4af-e8fea4e3b7eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:24.016796 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d64d8-d01e-4bc5-8d4a-1b6d18066e2e req-5b81da4b-0cd3-45db-9ac2-eeb6bf6864aa tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:24.018261 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-8c3d64d8-d01e-4bc5-8d4a-1b6d18066e2e req-5b81da4b-0cd3-45db-9ac2-eeb6bf6864aa tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58efe1-22c1-4d53-933e-19ed34e965b4 HTTP/1.1" status: 200 len: 945 time: 0.1095982 Jun 21 04:28:24.059401 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-be44e8b8-a43a-4357-b063-febefd1e9fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:24.079751 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-8c3d64d8-d01e-4bc5-8d4a-1b6d18066e2e req-8665902f-0d57-4be8-9672-10f050d73699 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541041 Jun 21 04:28:24.091847 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-be44e8b8-a43a-4357-b063-febefd1e9fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:24.140685 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-be44e8b8-a43a-4357-b063-febefd1e9fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:24.143314 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-be44e8b8-a43a-4357-b063-febefd1e9fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:24.144426 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-be44e8b8-a43a-4357-b063-febefd1e9fe7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/49051cc4-e05d-4506-902c-1033d3fb9406 HTTP/1.1" status: 204 len: 168 time: 0.1746585 Jun 21 04:28:24.145258 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-b8a147e4-8476-40ed-9752-e207e4d8cc67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:24.152525 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be44e8b8-a43a-4357-b063-febefd1e9fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49051cc4-e05d-4506-902c-1033d3fb9406,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:24.154826 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-be44e8b8-a43a-4357-b063-febefd1e9fe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:24.848669 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ff9cd-bc2f-409b-92d6-072e0ede2cd1 req-336fc299-e0a8-46b3-afec-24cbdcef5b4b tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:24.850173 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6e4ff9cd-bc2f-409b-92d6-072e0ede2cd1 req-336fc299-e0a8-46b3-afec-24cbdcef5b4b tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 943 time: 0.0764370 Jun 21 04:28:24.889711 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6e4ff9cd-bc2f-409b-92d6-072e0ede2cd1 req-c4214bdf-ccf5-4c9f-bb1c-65f91a5cd76e tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337965 Jun 21 04:28:25.163041 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee5d6c-7ddd-47e6-8fe8-a2e21c680f29 req-293395a7-e11b-49be-b617-607d109b856b tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:25.164697 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1bee5d6c-7ddd-47e6-8fe8-a2e21c680f29 req-293395a7-e11b-49be-b617-607d109b856b tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.0868528 Jun 21 04:28:25.218318 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1bee5d6c-7ddd-47e6-8fe8-a2e21c680f29 req-5157f7ed-4542-4353-8b0d-2fca2f5c1c97 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463099 Jun 21 04:28:25.307429 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139f419-e3b7-4664-a718-c910e4fd91da req-5fb139ac-fb82-4e97-afbd-47fc157e8593 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:25.309541 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3139f419-e3b7-4664-a718-c910e4fd91da req-5fb139ac-fb82-4e97-afbd-47fc157e8593 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58efe1-22c1-4d53-933e-19ed34e965b4 HTTP/1.1" status: 200 len: 945 time: 0.0900078 Jun 21 04:28:25.357733 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3139f419-e3b7-4664-a718-c910e4fd91da req-afff6493-3292-440f-b467-3eddd0f1dc9c tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414274 Jun 21 04:28:26.074653 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac89e3-f363-475c-b973-416dd1cd06c3 req-2ed19897-8ab8-4275-931c-d9871a5cfb06 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:26.076138 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-9bac89e3-f363-475c-b973-416dd1cd06c3 req-2ed19897-8ab8-4275-931c-d9871a5cfb06 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 943 time: 0.0676062 Jun 21 04:28:26.114873 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-9bac89e3-f363-475c-b973-416dd1cd06c3 req-d61dbbb5-61c4-409c-9046-a083a523fc6e tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332069 Jun 21 04:28:26.403429 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a1be2-27c6-45e5-a90b-9129d7ddfcfd req-145a52e8-5b48-4f4b-8636-5bc763fe5686 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:26.404945 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-9c3a1be2-27c6-45e5-a90b-9129d7ddfcfd req-145a52e8-5b48-4f4b-8636-5bc763fe5686 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.0727489 Jun 21 04:28:26.460182 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-9c3a1be2-27c6-45e5-a90b-9129d7ddfcfd req-0a6638f0-aa28-48d9-ae79-5929e784121c tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483613 Jun 21 04:28:26.549462 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4808097-c513-4cba-8e1f-560a88d25737 req-54756a37-e160-4df0-be5d-9f8d7e06227a tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:26.550983 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-e4808097-c513-4cba-8e1f-560a88d25737 req-54756a37-e160-4df0-be5d-9f8d7e06227a tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58efe1-22c1-4d53-933e-19ed34e965b4 HTTP/1.1" status: 200 len: 945 time: 0.0634074 Jun 21 04:28:26.592367 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-e4808097-c513-4cba-8e1f-560a88d25737 req-95ab2c13-728e-426c-977a-48a9567b28d7 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351086 Jun 21 04:28:27.296076 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff68678-7765-4ee7-bf0c-d7e0e60446d0 req-1190382c-9356-4ecb-a1ee-f108a598c9aa tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:27.298164 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-dff68678-7765-4ee7-bf0c-d7e0e60446d0 req-1190382c-9356-4ecb-a1ee-f108a598c9aa tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 943 time: 0.0677536 Jun 21 04:28:27.336253 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-dff68678-7765-4ee7-bf0c-d7e0e60446d0 req-8af1c424-3205-4372-a9c3-0b7d51e73ba7 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323999 Jun 21 04:28:27.450747 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-158ec933-d9e3-4cba-9c93-60bb88ecee05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:27.637757 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428361a-409c-4879-b00e-88ed0ba5b826 req-f6753a63-4f25-4a94-a6ee-77bfae31469f tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:27.639315 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a428361a-409c-4879-b00e-88ed0ba5b826 req-f6753a63-4f25-4a94-a6ee-77bfae31469f tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.0663800 Jun 21 04:28:27.681227 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a428361a-409c-4879-b00e-88ed0ba5b826 req-eeb42139-9aa7-4f95-afe1-3c7d37e3dec1 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357952 Jun 21 04:28:27.776207 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19f51c-a0b4-4fcc-99d2-655cf57e0eb7 req-4702e12f-81f3-4491-b258-700d8c87f7fb tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:27.777642 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-7f19f51c-a0b4-4fcc-99d2-655cf57e0eb7 req-4702e12f-81f3-4491-b258-700d8c87f7fb tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58efe1-22c1-4d53-933e-19ed34e965b4 HTTP/1.1" status: 200 len: 945 time: 0.0675337 Jun 21 04:28:27.816637 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-7f19f51c-a0b4-4fcc-99d2-655cf57e0eb7 req-4f2aab24-84cf-427c-ac78-4506c086b8d5 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324130 Jun 21 04:28:28.530082 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4071cf-83e9-4fda-815d-2f4cc2a6a40b req-68f292fe-a2ad-4c4f-9dfc-9c26465cbe2a tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:28.532219 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-ff4071cf-83e9-4fda-815d-2f4cc2a6a40b req-68f292fe-a2ad-4c4f-9dfc-9c26465cbe2a tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 943 time: 0.0791721 Jun 21 04:28:28.570777 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-ff4071cf-83e9-4fda-815d-2f4cc2a6a40b req-886435ba-b775-4d8d-8ded-6676f103fb72 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323567 Jun 21 04:28:28.864835 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c871ab3-e2d5-4af7-ac67-4bf7eea4d270 req-194f967b-4b27-4d1b-9f2e-c9ff48ac4acf tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:28.866292 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-0c871ab3-e2d5-4af7-ac67-4bf7eea4d270 req-194f967b-4b27-4d1b-9f2e-c9ff48ac4acf tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.0641136 Jun 21 04:28:28.905520 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-0c871ab3-e2d5-4af7-ac67-4bf7eea4d270 req-d27531f2-2650-435a-8db5-69bd61a9a59f tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336826 Jun 21 04:28:28.998319 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e700ad-2393-4397-8fc1-0a2d6337069a req-a16153a8-1102-42c6-8ce7-c60418945bd1 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:28.999795 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-87e700ad-2393-4397-8fc1-0a2d6337069a req-a16153a8-1102-42c6-8ce7-c60418945bd1 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58efe1-22c1-4d53-933e-19ed34e965b4 HTTP/1.1" status: 200 len: 945 time: 0.0669453 Jun 21 04:28:29.039653 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-87e700ad-2393-4397-8fc1-0a2d6337069a req-7ea2d523-03a5-4d15-b8fe-5ff500cef168 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332479 Jun 21 04:28:29.775072 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e2551-198a-44ae-9588-d424cb8a1fa8 req-08504bd5-bcda-4b56-8169-41a2ea9311fc tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:29.778603 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-7c0e2551-198a-44ae-9588-d424cb8a1fa8 req-08504bd5-bcda-4b56-8169-41a2ea9311fc tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 943 time: 0.0842278 Jun 21 04:28:29.783680 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-e0b70b07-e3dd-455b-8066-0d2368de05a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:29.832690 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-7c0e2551-198a-44ae-9588-d424cb8a1fa8 req-3e46ab66-75c9-4c85-95cc-648d5359fc7d tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449905 Jun 21 04:28:30.030631 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:30.134119 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd263a0-66cc-41fd-8270-d414cbcb4bc9 req-f14ddc5f-d71a-4bfb-b16a-2887b120c7a1 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:30.135833 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-ecd263a0-66cc-41fd-8270-d414cbcb4bc9 req-f14ddc5f-d71a-4bfb-b16a-2887b120c7a1 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.0998895 Jun 21 04:28:30.196762 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-ecd263a0-66cc-41fd-8270-d414cbcb4bc9 req-83dc7217-dedf-448f-a08c-1215629ec86d tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551114 Jun 21 04:28:30.269660 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26746e2-c614-40cb-acad-e9f37f60959d req-789df529-6f3a-430d-bb3c-efe5339c60f7 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:30.271202 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a26746e2-c614-40cb-acad-e9f37f60959d req-789df529-6f3a-430d-bb3c-efe5339c60f7 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58efe1-22c1-4d53-933e-19ed34e965b4 HTTP/1.1" status: 200 len: 945 time: 0.0784321 Jun 21 04:28:30.315810 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a26746e2-c614-40cb-acad-e9f37f60959d req-8e1dce03-0507-4d36-9449-f518bb120227 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384533 Jun 21 04:28:31.028085 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ebf12-c0c9-4b6f-b281-41cca2a29c00 req-4746ee79-e0d2-4387-a244-b81e3e0dbfb8 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:31.029680 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-317ebf12-c0c9-4b6f-b281-41cca2a29c00 req-4746ee79-e0d2-4387-a244-b81e3e0dbfb8 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 943 time: 0.0690250 Jun 21 04:28:31.075638 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-317ebf12-c0c9-4b6f-b281-41cca2a29c00 req-5c500b12-65b6-4736-b568-51f38bbc9bea tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397389 Jun 21 04:28:31.147250 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-96e1c505-da01-46a8-887c-1f2eb0a4db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:31.393989 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c047946-1a5f-4ed3-9168-cbbf90849323 req-6cd80a71-b7d0-4a01-9c99-1ee99072b1e2 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:31.395747 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6c047946-1a5f-4ed3-9168-cbbf90849323 req-6cd80a71-b7d0-4a01-9c99-1ee99072b1e2 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.0754092 Jun 21 04:28:31.463777 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6c047946-1a5f-4ed3-9168-cbbf90849323 req-3edd7372-f363-450f-aae9-355217393340 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603919 Jun 21 04:28:31.544080 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e316987-d498-4417-9712-c927e20c1184 req-f490934b-ce7d-42ba-8a51-ae74d6c831f2 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:31.546869 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-4e316987-d498-4417-9712-c927e20c1184 req-f490934b-ce7d-42ba-8a51-ae74d6c831f2 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58efe1-22c1-4d53-933e-19ed34e965b4 HTTP/1.1" status: 200 len: 945 time: 0.0821445 Jun 21 04:28:31.583913 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-4e316987-d498-4417-9712-c927e20c1184 req-566d480f-169a-4ed0-8da8-5bd09e667204 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326886 Jun 21 04:28:32.279374 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b86c44-ade4-4fc6-bbf0-dfb5dbabd768 req-ce9f1a93-4e72-466c-88d7-3c2e38aede40 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:32.280867 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-49b86c44-ade4-4fc6-bbf0-dfb5dbabd768 req-ce9f1a93-4e72-466c-88d7-3c2e38aede40 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a HTTP/1.1" status: 200 len: 985 time: 0.1067872 Jun 21 04:28:32.302824 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541cc67e-8959-4407-ad83-8eb757d07164 req-53012476-9513-44f0-bdcf-51466fa34ef9 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:32.304252 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-541cc67e-8959-4407-ad83-8eb757d07164 req-53012476-9513-44f0-bdcf-51466fa34ef9 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 943 time: 0.0963585 Jun 21 04:28:32.356119 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-49b86c44-ade4-4fc6-bbf0-dfb5dbabd768 req-d9b1994d-b542-4102-9c89-818748b19dc8 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/security-groups?id=b367404a-d4f9-499b-aa3e-e6593c552486&id=f1d05cdb-cfe4-4ed3-96a8-63d61fa8d225&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0668800 Jun 21 04:28:32.361663 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-541cc67e-8959-4407-ad83-8eb757d07164 req-df50582c-905b-49a6-86ef-dfb4764a9206 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500214 Jun 21 04:28:32.585784 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-a8ace0c1-1149-433a-b03a-8a8d050911ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:32.665944 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e2602-ea9f-4773-8a39-1c94a189a15a req-faa63fe2-3a90-4481-a89d-6968bc5d350b tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:32.667453 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-746e2602-ea9f-4773-8a39-1c94a189a15a req-faa63fe2-3a90-4481-a89d-6968bc5d350b tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.0748136 Jun 21 04:28:32.708757 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-746e2602-ea9f-4773-8a39-1c94a189a15a req-1c11ebce-5941-4ca0-9e22-7e0a9c4380d4 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351138 Jun 21 04:28:32.777147 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203562b-6930-4db3-8207-33a3160a58ed req-682ff4f4-949e-4bca-9b7c-d7d70ec66b55 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:32.778657 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-2203562b-6930-4db3-8207-33a3160a58ed req-682ff4f4-949e-4bca-9b7c-d7d70ec66b55 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58efe1-22c1-4d53-933e-19ed34e965b4 HTTP/1.1" status: 200 len: 945 time: 0.0669506 Jun 21 04:28:32.825915 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-2203562b-6930-4db3-8207-33a3160a58ed req-f09b2426-96de-4205-87ff-8118f3c9abe2 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410473 Jun 21 04:28:33.814718 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c9848-b1f7-4b94-abc2-dcd4b2ab4b1b req-27df7982-4423-430c-a1d9-e443bc58561c tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:33.816119 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-310c9848-b1f7-4b94-abc2-dcd4b2ab4b1b req-27df7982-4423-430c-a1d9-e443bc58561c tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a HTTP/1.1" status: 200 len: 985 time: 0.3423376 Jun 21 04:28:33.827238 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96360b-316a-464a-990f-5ea7ae242cd2 req-880d9934-87e3-464d-836b-5856bdac126f tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:33.828577 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-0d96360b-316a-464a-990f-5ea7ae242cd2 req-880d9934-87e3-464d-836b-5856bdac126f tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 943 time: 0.3457515 Jun 21 04:28:33.884160 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-310c9848-b1f7-4b94-abc2-dcd4b2ab4b1b req-3f369709-842a-4486-811f-af48def20a13 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/security-groups?id=b367404a-d4f9-499b-aa3e-e6593c552486&id=f1d05cdb-cfe4-4ed3-96a8-63d61fa8d225&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546632 Jun 21 04:28:33.886949 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-0d96360b-316a-464a-990f-5ea7ae242cd2 req-06d15181-9326-4a8a-bbd1-7845b43cc6a4 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518215 Jun 21 04:28:34.099234 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65230c63-7b58-409b-bb3b-043ef35678ab req-c05d1982-7329-45e9-a0f5-dd6cdc3d1d00 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:34.100930 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-65230c63-7b58-409b-bb3b-043ef35678ab req-c05d1982-7329-45e9-a0f5-dd6cdc3d1d00 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.1134143 Jun 21 04:28:34.108845 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8d2c6-37eb-495e-8171-db24d49944b3 req-c36a4a78-055d-478f-8ee7-0cb97e4cdfdd tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:34.110723 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f0c8d2c6-37eb-495e-8171-db24d49944b3 req-c36a4a78-055d-478f-8ee7-0cb97e4cdfdd tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58efe1-22c1-4d53-933e-19ed34e965b4 HTTP/1.1" status: 200 len: 945 time: 0.1118481 Jun 21 04:28:34.167782 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-65230c63-7b58-409b-bb3b-043ef35678ab req-d2422245-cee8-48bb-8da0-7d6a28b6c07b tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561230 Jun 21 04:28:34.173139 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f0c8d2c6-37eb-495e-8171-db24d49944b3 req-e1678acf-b53e-49f6-9c7e-13baf5fc41db tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535922 Jun 21 04:28:34.228031 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a27d3-94f7-445f-b89d-1f6b31c6d9c6 req-4bdd38e9-891f-4d22-a341-c0884f9394fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:34.229499 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a88a27d3-94f7-445f-b89d-1f6b31c6d9c6 req-4bdd38e9-891f-4d22-a341-c0884f9394fb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=745539a724d14a38908499c2728ab2e3&device_id=4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a HTTP/1.1" status: 200 len: 1138 time: 0.0534117 Jun 21 04:28:34.328027 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a27d3-94f7-445f-b89d-1f6b31c6d9c6 req-4375531d-ab27-4129-86b6-21b3fd32354e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:34.329509 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a88a27d3-94f7-445f-b89d-1f6b31c6d9c6 req-4375531d-ab27-4129-86b6-21b3fd32354e service neutron] 10.222.0.55 "GET /v2.0/networks?id=de51be99-4968-47a2-b994-f99e1af4ffea HTTP/1.1" status: 200 len: 915 time: 0.0902395 Jun 21 04:28:34.396244 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a88a27d3-94f7-445f-b89d-1f6b31c6d9c6 req-7ed9f903-1d8e-4445-bcc7-ebfd9aa353d4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc3a147c-7810-48a8-bcea-bda6637ac018 HTTP/1.1" status: 200 len: 1002 time: 0.0574977 Jun 21 04:28:34.445175 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a27d3-94f7-445f-b89d-1f6b31c6d9c6 req-e1f9b888-8700-492d-9f8c-1ada5a1d35cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:34.446566 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a88a27d3-94f7-445f-b89d-1f6b31c6d9c6 req-e1f9b888-8700-492d-9f8c-1ada5a1d35cb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=84426b50-f58a-4895-847c-fc2b1761ca9d HTTP/1.1" status: 200 len: 853 time: 0.0427542 Jun 21 04:28:34.505533 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a27d3-94f7-445f-b89d-1f6b31c6d9c6 req-666cf2a5-7231-40a3-ad04-4f178da3e699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:34.506983 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a88a27d3-94f7-445f-b89d-1f6b31c6d9c6 req-666cf2a5-7231-40a3-ad04-4f178da3e699 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=de51be99-4968-47a2-b994-f99e1af4ffea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530283 Jun 21 04:28:34.615091 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a88a27d3-94f7-445f-b89d-1f6b31c6d9c6 req-7560b377-eab4-4d0e-99d3-e5eb72defb22 service neutron] 10.222.0.55 "GET /v2.0/networks/de51be99-4968-47a2-b994-f99e1af4ffea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777154 Jun 21 04:28:34.711082 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a88a27d3-94f7-445f-b89d-1f6b31c6d9c6 req-82da700f-3305-4a2f-993d-0aab5c31cdd2 service neutron] 10.222.0.55 "GET /v2.0/networks/de51be99-4968-47a2-b994-f99e1af4ffea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839887 Jun 21 04:28:35.101016 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381e18a-8687-416d-a1c4-e5a791c81a38 req-c3a8e933-a200-4d41-912c-558ff6ccc2be tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:35.102509 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-9381e18a-8687-416d-a1c4-e5a791c81a38 req-c3a8e933-a200-4d41-912c-558ff6ccc2be tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a HTTP/1.1" status: 200 len: 985 time: 0.1053340 Jun 21 04:28:35.111010 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85499856-4086-4092-95ce-b6b830aadb36 req-19435059-b386-47b0-a7ef-0d407690bf28 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:35.112392 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-85499856-4086-4092-95ce-b6b830aadb36 req-19435059-b386-47b0-a7ef-0d407690bf28 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 943 time: 0.1061270 Jun 21 04:28:35.166988 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-9381e18a-8687-416d-a1c4-e5a791c81a38 req-f9a7bccc-ba8c-4abc-9616-c04529f3bdfa tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/security-groups?id=b367404a-d4f9-499b-aa3e-e6593c552486&id=f1d05cdb-cfe4-4ed3-96a8-63d61fa8d225&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536296 Jun 21 04:28:35.179833 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-85499856-4086-4092-95ce-b6b830aadb36 req-0a3aba4b-9801-4f22-9196-9d034fd5e7eb tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595241 Jun 21 04:28:35.376194 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 60546) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:35.397663 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539bb65e-f3c4-4fce-a791-4768bd08491f req-c2c1f418-12d9-471d-a5df-a1711cdefc1e tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:35.399163 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-539bb65e-f3c4-4fce-a791-4768bd08491f req-c2c1f418-12d9-471d-a5df-a1711cdefc1e tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.1057520 Jun 21 04:28:35.410919 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f2931-3c5b-4b62-9128-d965bd815c5c req-30b51a6c-ac10-4065-89a3-37d3acb9330a tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:35.412625 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-898f2931-3c5b-4b62-9128-d965bd815c5c req-30b51a6c-ac10-4065-89a3-37d3acb9330a tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58efe1-22c1-4d53-933e-19ed34e965b4 HTTP/1.1" status: 200 len: 945 time: 0.0904613 Jun 21 04:28:35.469436 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-539bb65e-f3c4-4fce-a791-4768bd08491f req-d7e5f3f5-4acd-492e-8958-3a1fa635d6bf tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552948 Jun 21 04:28:35.472176 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-898f2931-3c5b-4b62-9128-d965bd815c5c req-193fcca5-5db9-4d19-8064-11a2401e1146 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528457 Jun 21 04:28:35.526169 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a0d465b0-6bb6-4b20-863f-d4555ec1cb57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:35.616183 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a0d465b0-6bb6-4b20-863f-d4555ec1cb57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:35.619757 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a0d465b0-6bb6-4b20-863f-d4555ec1cb57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:35.622990 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-2b24ed9e-1f11-4b57-b30c-9dfa5d3cec27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:35.658341 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-a0d465b0-6bb6-4b20-863f-d4555ec1cb57 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=490f84dda4cb42f4929f5b9691343d68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2809784 Jun 21 04:28:35.659222 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d465b0-6bb6-4b20-863f-d4555ec1cb57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee15455-24e9-47fc-9e0b-8acdb010a125,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:35.661044 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 60550) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:35.662549 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-a0d465b0-6bb6-4b20-863f-d4555ec1cb57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:35.711628 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-402c4c78-632f-468a-8a5c-6f071b95f689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:35.732461 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-402c4c78-632f-468a-8a5c-6f071b95f689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:35.777169 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-402c4c78-632f-468a-8a5c-6f071b95f689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:35.780213 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-402c4c78-632f-468a-8a5c-6f071b95f689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:35.781806 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-402c4c78-632f-468a-8a5c-6f071b95f689 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4ee15455-24e9-47fc-9e0b-8acdb010a125 HTTP/1.1" status: 204 len: 168 time: 0.1190436 Jun 21 04:28:35.782606 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-851a6bcc-52f4-4412-94dc-7f99ae15f5e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:35.790983 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402c4c78-632f-468a-8a5c-6f071b95f689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee15455-24e9-47fc-9e0b-8acdb010a125,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:35.793231 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-402c4c78-632f-468a-8a5c-6f071b95f689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:36.292392 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b385c0-0dbb-4a67-83ba-98f32d6dd068 req-205641cf-8593-43dc-9280-8017d09b5b86 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:36.293924 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a3b385c0-0dbb-4a67-83ba-98f32d6dd068 req-205641cf-8593-43dc-9280-8017d09b5b86 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c58efe1-22c1-4d53-933e-19ed34e965b4 HTTP/1.1" status: 200 len: 945 time: 0.0691378 Jun 21 04:28:36.475624 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ebd22-8fa0-4109-9a63-c8238f2d2081 req-958aaf11-cb9e-4f28-9461-7a4b7fbadc15 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:36.477005 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-754ebd22-8fa0-4109-9a63-c8238f2d2081 req-958aaf11-cb9e-4f28-9461-7a4b7fbadc15 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a HTTP/1.1" status: 200 len: 985 time: 0.1821713 Jun 21 04:28:36.484791 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e08a5e7-14ac-4e44-a9b8-be8d2421c316 req-6d1411e4-c889-4ca0-85eb-dd2209304920 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:36.486130 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3e08a5e7-14ac-4e44-a9b8-be8d2421c316 req-6d1411e4-c889-4ca0-85eb-dd2209304920 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 943 time: 0.1827085 Jun 21 04:28:36.541032 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.plugin [req-a3b385c0-0dbb-4a67-83ba-98f32d6dd068 req-b7fa5046-8145-472d-ae86-031b83643b9c tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Deleting port 3780d596-0250-4f33-9df7-f51eebc839cd {{(pid=92782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:28:36.541368 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-a3b385c0-0dbb-4a67-83ba-98f32d6dd068 req-b7fa5046-8145-472d-ae86-031b83643b9c tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:36.558240 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-754ebd22-8fa0-4109-9a63-c8238f2d2081 req-9ff1bb00-f909-45cb-b970-f023c00c5c3a tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/security-groups?id=b367404a-d4f9-499b-aa3e-e6593c552486&id=f1d05cdb-cfe4-4ed3-96a8-63d61fa8d225&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0710089 Jun 21 04:28:36.600375 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3e08a5e7-14ac-4e44-a9b8-be8d2421c316 req-6559c59b-526e-4996-b346-78f3f1468085 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043446 Jun 21 04:28:36.643988 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.db [req-a3b385c0-0dbb-4a67-83ba-98f32d6dd068 req-b7fa5046-8145-472d-ae86-031b83643b9c tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] For port 3780d596-0250-4f33-9df7-f51eebc839cd, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=3780d596-0250-4f33-9df7-f51eebc839cd,segment=NetworkSegment(978cc6d8-d90e-4d41-9279-f012d41ae2f5),segment_id=978cc6d8-d90e-4d41-9279-f012d41ae2f5)] {{(pid=92782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:28:36.643988 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-a3b385c0-0dbb-4a67-83ba-98f32d6dd068 req-b7fa5046-8145-472d-ae86-031b83643b9c tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:36.710537 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.plugin [req-a3b385c0-0dbb-4a67-83ba-98f32d6dd068 req-b7fa5046-8145-472d-ae86-031b83643b9c tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Calling delete_port for 3780d596-0250-4f33-9df7-f51eebc839cd owned by compute:nova {{(pid=92782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:28:36.879466 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9300852-6719-4e70-8a0d-9a4a7a7e7dd1 req-10536ea8-2278-4407-b748-3d42826ad034 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:36.880907 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-e9300852-6719-4e70-8a0d-9a4a7a7e7dd1 req-10536ea8-2278-4407-b748-3d42826ad034 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58efe1-22c1-4d53-933e-19ed34e965b4 HTTP/1.1" status: 200 len: 945 time: 0.1958768 Jun 21 04:28:36.889252 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c1ad46-ea4d-458e-b6ed-8dc29be2bafe req-ad68323d-40e2-4ed0-a3d2-eab2c0cd8593 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:36.890636 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-10c1ad46-ea4d-458e-b6ed-8dc29be2bafe req-ad68323d-40e2-4ed0-a3d2-eab2c0cd8593 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.1697471 Jun 21 04:28:36.975712 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-e9300852-6719-4e70-8a0d-9a4a7a7e7dd1 req-37cdb8d2-084d-499e-ba30-63a5f86715b3 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836442 Jun 21 04:28:36.980542 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-10c1ad46-ea4d-458e-b6ed-8dc29be2bafe req-e5ce1265-598c-40e3-8226-8b336ba8ad66 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824089 Jun 21 04:28:36.999839 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-a3b385c0-0dbb-4a67-83ba-98f32d6dd068 req-b7fa5046-8145-472d-ae86-031b83643b9c tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14133696'] for port, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:37.004851 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-57aade0e-c1a8-48fa-992e-eda7e2600c34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:37.014716 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] get_ports_and_sgs() called for port_ids ['afb3d547-308d-47f0-913b-5f4c242a31c7', 'f9a379e8-f5a6-48ed-983a-62864d6f2903', '372ee057-dfac-4805-850c-6ab44fbcc75b', '3780d596-0250-4f33-9df7-f51eebc839cd'] {{(pid=92784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:28:37.030082 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fa5046-8145-472d-ae86-031b83643b9c tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Pushing event deleted for resources: {'Port': ['ID=3780d596-0250-4f33-9df7-f51eebc839cd,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:37.044076 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa5046-8145-472d-ae86-031b83643b9c tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:37.044444 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa5046-8145-472d-ae86-031b83643b9c tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:37.044796 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa5046-8145-472d-ae86-031b83643b9c tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:37.045148 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa5046-8145-472d-ae86-031b83643b9c tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:37.045491 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa5046-8145-472d-ae86-031b83643b9c tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:37.045835 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa5046-8145-472d-ae86-031b83643b9c tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:37.046177 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa5046-8145-472d-ae86-031b83643b9c tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:37.046547 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa5046-8145-472d-ae86-031b83643b9c tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:37.047392 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa5046-8145-472d-ae86-031b83643b9c tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:37.047725 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa5046-8145-472d-ae86-031b83643b9c tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:37.048068 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa5046-8145-472d-ae86-031b83643b9c tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:37.048401 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fa5046-8145-472d-ae86-031b83643b9c tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:37.068200 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-b7fa5046-8145-472d-ae86-031b83643b9c tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:37.087765 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b385c0-0dbb-4a67-83ba-98f32d6dd068 req-b7fa5046-8145-472d-ae86-031b83643b9c tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] No DVR routers for this DVR port 3780d596-0250-4f33-9df7-f51eebc839cd on host hv-cinder-79717 {{(pid=92782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:28:37.090097 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-a3b385c0-0dbb-4a67-83ba-98f32d6dd068 req-b7fa5046-8145-472d-ae86-031b83643b9c tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for port, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:37.092030 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a3b385c0-0dbb-4a67-83ba-98f32d6dd068 req-b7fa5046-8145-472d-ae86-031b83643b9c tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.55 "DELETE /v2.0/ports/3780d596-0250-4f33-9df7-f51eebc839cd HTTP/1.1" status: 204 len: 173 time: 0.7876568 Jun 21 04:28:37.092491 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c58efe1-22c1-4d53-933e-19ed34e965b4', 'name': 'network-vif-deleted', 'tag': '3780d596-0250-4f33-9df7-f51eebc839cd'}] {{(pid=92782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:28:37.094877 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20f1c8b8986f59859b4229cceefba24e6e47d71d2fcee399c6ca6947cd3b11b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466b2dbd-2ac4-4b0a-9ab6-010ee70f1d49" -d '{"events": [{"server_uuid": "4c58efe1-22c1-4d53-933e-19ed34e965b4", "name": "network-vif-deleted", "tag": "3780d596-0250-4f33-9df7-f51eebc839cd"}]}' {{(pid=92782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:28:37.134847 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1312dd-0f5f-46b8-acb1-dbaedeb49202 x-openstack-request-id: req-da1312dd-0f5f-46b8-acb1-dbaedeb49202 {{(pid=92782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:28:37.135170 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c58efe1-22c1-4d53-933e-19ed34e965b4", "name": "network-vif-deleted", "tag": "3780d596-0250-4f33-9df7-f51eebc839cd", "status": "completed", "code": 200}]} {{(pid=92782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:28:37.135456 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-da1312dd-0f5f-46b8-acb1-dbaedeb49202 {{(pid=92782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:28:37.135884 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c58efe1-22c1-4d53-933e-19ed34e965b4', 'name': 'network-vif-deleted', 'tag': '3780d596-0250-4f33-9df7-f51eebc839cd', 'status': 'completed', 'code': 200} Jun 21 04:28:37.333496 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.agents_db [None req-2d4e51dd-16b2-4ea0-aa94-70b67a47226d None None] Agent healthcheck: found 6 active agents {{(pid=92785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:28:37.768688 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b71a5-86ea-49eb-bdc3-25282cb1ab14 req-a8b60fe6-12cf-4792-a61f-eba599c7291a tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:37.770218 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a01b71a5-86ea-49eb-bdc3-25282cb1ab14 req-a8b60fe6-12cf-4792-a61f-eba599c7291a tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a HTTP/1.1" status: 200 len: 985 time: 0.1024764 Jun 21 04:28:37.827263 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a01b71a5-86ea-49eb-bdc3-25282cb1ab14 req-c5428e03-2185-4018-8d0c-832fe0f3a0be tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/security-groups?id=b367404a-d4f9-499b-aa3e-e6593c552486&id=f1d05cdb-cfe4-4ed3-96a8-63d61fa8d225&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0507765 Jun 21 04:28:37.839081 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379292c7-0622-4b44-8cb3-e598a3431390 req-4651c7b1-5ba9-4bae-b452-4522b9cfa0b2 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:37.840484 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-379292c7-0622-4b44-8cb3-e598a3431390 req-4651c7b1-5ba9-4bae-b452-4522b9cfa0b2 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 943 time: 0.1173329 Jun 21 04:28:37.877943 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-379292c7-0622-4b44-8cb3-e598a3431390 req-851e91d1-aae3-46ce-8b7c-74d21f470dde tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314238 Jun 21 04:28:38.163970 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2be01-63ac-4e2b-afc7-8e9a072fa95d req-7dadb368-adae-4239-b809-07610480e80b tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:38.165565 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-31d2be01-63ac-4e2b-afc7-8e9a072fa95d req-7dadb368-adae-4239-b809-07610480e80b tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.0699372 Jun 21 04:28:38.208315 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-31d2be01-63ac-4e2b-afc7-8e9a072fa95d req-d19b96c9-34d4-4b70-a079-5fba258d5bc4 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373061 Jun 21 04:28:38.996333 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc2441-e6de-42b2-9430-dcf16ae29a88 req-5bac4233-2dc2-440e-881d-64466bcf476e tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:38.997797 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-88bc2441-e6de-42b2-9430-dcf16ae29a88 req-5bac4233-2dc2-440e-881d-64466bcf476e tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a HTTP/1.1" status: 200 len: 985 time: 0.0631042 Jun 21 04:28:39.061728 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-88bc2441-e6de-42b2-9430-dcf16ae29a88 req-e5945bf1-1282-43d7-9ca6-7b99b24fe10b tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/security-groups?id=b367404a-d4f9-499b-aa3e-e6593c552486&id=f1d05cdb-cfe4-4ed3-96a8-63d61fa8d225&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540242 Jun 21 04:28:39.088275 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2bfa74-2b2e-4c60-9edc-007e1faf7941 req-4e304bd1-c05f-43f7-97e3-10616d014b60 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:39.089724 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-0c2bfa74-2b2e-4c60-9edc-007e1faf7941 req-4e304bd1-c05f-43f7-97e3-10616d014b60 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 943 time: 0.0910742 Jun 21 04:28:39.129525 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-0c2bfa74-2b2e-4c60-9edc-007e1faf7941 req-383353c6-9ab4-471c-8341-3148747e8ef4 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341957 Jun 21 04:28:39.387695 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d6e97-3596-448e-b320-23e0c3ce9707 req-8ee2cf31-d975-4072-b2be-41725ea24f7f tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:39.389543 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-139d6e97-3596-448e-b320-23e0c3ce9707 req-8ee2cf31-d975-4072-b2be-41725ea24f7f tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.0712075 Jun 21 04:28:39.431336 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-139d6e97-3596-448e-b320-23e0c3ce9707 req-4a9a96be-6499-461f-8c58-7b26a7b93886 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353456 Jun 21 04:28:39.552788 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ffa9b-7652-4ed0-872b-b8ad82b45f15 req-4bbaf2c9-871d-4df1-874c-807ad347812c tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:39.554210 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-088ffa9b-7652-4ed0-872b-b8ad82b45f15 req-4bbaf2c9-871d-4df1-874c-807ad347812c tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=38d78f8b-16cc-42b8-b91f-faedbc0988fd HTTP/1.1" status: 200 len: 945 time: 0.0638504 Jun 21 04:28:39.590395 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-088ffa9b-7652-4ed0-872b-b8ad82b45f15 req-f80c37d9-3871-495d-bf46-818bb013ca2d tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306990 Jun 21 04:28:40.230992 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 3780d596-0250-4f33-9df7-f51eebc839cd no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:28:40.233332 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102f993-b808-41f7-a993-15b5fb7a87f4 req-2c58cade-dc0e-4306-b528-b6c2db6be527 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:40.235998 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-2102f993-b808-41f7-a993-15b5fb7a87f4 req-2c58cade-dc0e-4306-b528-b6c2db6be527 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a HTTP/1.1" status: 200 len: 985 time: 0.0670617 Jun 21 04:28:40.253403 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] No Port match for: 3780d596-0250-4f33-9df7-f51eebc839cd {{(pid=92784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:28:40.254129 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 3780d596-0250-4f33-9df7-f51eebc839cd not bound to the agent host hv-cinder-79717 {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:28:40.284658 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-2102f993-b808-41f7-a993-15b5fb7a87f4 req-eb8b1c77-958d-4908-8709-8f53874a67a2 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/security-groups?id=b367404a-d4f9-499b-aa3e-e6593c552486&id=f1d05cdb-cfe4-4ed3-96a8-63d61fa8d225&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418134 Jun 21 04:28:40.455648 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f112a-8d7f-4e8c-9f21-827bb519b030 req-3f3f6b4d-59fd-41af-b313-340acb181885 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:40.457001 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a80f112a-8d7f-4e8c-9f21-827bb519b030 req-3f3f6b4d-59fd-41af-b313-340acb181885 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 943 time: 0.0645518 Jun 21 04:28:40.494562 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a80f112a-8d7f-4e8c-9f21-827bb519b030 req-ee4ec9e8-3ff1-4b87-b3ae-67c4fa30ffad tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318508 Jun 21 04:28:40.608494 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783493e0-33da-402e-a64a-00d7eb452c2f req-01f62e52-06da-4893-bb56-27884ddfb7a1 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:40.609978 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-783493e0-33da-402e-a64a-00d7eb452c2f req-01f62e52-06da-4893-bb56-27884ddfb7a1 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.0623391 Jun 21 04:28:40.650020 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-783493e0-33da-402e-a64a-00d7eb452c2f req-395f6457-8dca-40a8-b74e-16e715bb055a tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340757 Jun 21 04:28:40.767132 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f56ee3-c67a-4e7f-824a-07379844c98e req-1e639c9a-01f6-4123-8449-9e2e424de886 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:40.768615 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f2f56ee3-c67a-4e7f-824a-07379844c98e req-1e639c9a-01f6-4123-8449-9e2e424de886 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=38d78f8b-16cc-42b8-b91f-faedbc0988fd HTTP/1.1" status: 200 len: 945 time: 0.0717192 Jun 21 04:28:40.811606 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f2f56ee3-c67a-4e7f-824a-07379844c98e req-54741740-e481-484f-a541-282fab9ecf67 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370226 Jun 21 04:28:41.312417 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c32535-7bb2-4dbb-aab0-b3edc30c7447 req-42258d69-72b4-4ee8-b8c3-7ccd3c4d0d28 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:41.313860 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-24c32535-7bb2-4dbb-aab0-b3edc30c7447 req-42258d69-72b4-4ee8-b8c3-7ccd3c4d0d28 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.55 "GET /v2.0/ports?device_id=38d78f8b-16cc-42b8-b91f-faedbc0988fd HTTP/1.1" status: 200 len: 945 time: 0.0615742 Jun 21 04:28:41.445102 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.plugin [req-24c32535-7bb2-4dbb-aab0-b3edc30c7447 req-a1e2169d-a6b5-4e79-ad4c-c05e04707bb6 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Deleting port 372ee057-dfac-4805-850c-6ab44fbcc75b {{(pid=92782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:28:41.445337 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-24c32535-7bb2-4dbb-aab0-b3edc30c7447 req-a1e2169d-a6b5-4e79-ad4c-c05e04707bb6 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:41.519442 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcbe710-1dde-4887-95c0-f40a2c25120f req-b7b7f45e-603c-4572-8512-1fa18f2e3a2b tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:41.520879 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-9bcbe710-1dde-4887-95c0-f40a2c25120f req-b7b7f45e-603c-4572-8512-1fa18f2e3a2b tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a HTTP/1.1" status: 200 len: 985 time: 0.1237116 Jun 21 04:28:41.568118 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.db [req-24c32535-7bb2-4dbb-aab0-b3edc30c7447 req-a1e2169d-a6b5-4e79-ad4c-c05e04707bb6 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] For port 372ee057-dfac-4805-850c-6ab44fbcc75b, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=372ee057-dfac-4805-850c-6ab44fbcc75b,segment=NetworkSegment(978cc6d8-d90e-4d41-9279-f012d41ae2f5),segment_id=978cc6d8-d90e-4d41-9279-f012d41ae2f5)] {{(pid=92782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:28:41.568474 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-24c32535-7bb2-4dbb-aab0-b3edc30c7447 req-a1e2169d-a6b5-4e79-ad4c-c05e04707bb6 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:41.640627 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.plugin [req-24c32535-7bb2-4dbb-aab0-b3edc30c7447 req-a1e2169d-a6b5-4e79-ad4c-c05e04707bb6 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Calling delete_port for 372ee057-dfac-4805-850c-6ab44fbcc75b owned by compute:nova {{(pid=92782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:28:41.652426 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-9bcbe710-1dde-4887-95c0-f40a2c25120f req-d3c090d5-83b7-4cf1-b9de-8742ab8ea780 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/security-groups?id=b367404a-d4f9-499b-aa3e-e6593c552486&id=f1d05cdb-cfe4-4ed3-96a8-63d61fa8d225&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1259339 Jun 21 04:28:41.756792 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ffea4-6d25-4a05-9a3a-6fabbce72dff req-35b988ca-8a1a-4959-8b69-92f5657e060a tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:41.758235 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1a4ffea4-6d25-4a05-9a3a-6fabbce72dff req-35b988ca-8a1a-4959-8b69-92f5657e060a tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 943 time: 0.1426809 Jun 21 04:28:41.863408 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1a4ffea4-6d25-4a05-9a3a-6fabbce72dff req-f8b1dfc7-8499-4d2a-8c54-157b00c391c6 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987849 Jun 21 04:28:41.899115 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff9984d-9a82-41c2-a4c7-921ad7b5c638 req-9ab72152-ba78-432b-a463-cb63ad618a18 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:41.900627 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-fff9984d-9a82-41c2-a4c7-921ad7b5c638 req-9ab72152-ba78-432b-a463-cb63ad618a18 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.1389186 Jun 21 04:28:41.901753 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-24c32535-7bb2-4dbb-aab0-b3edc30c7447 req-a1e2169d-a6b5-4e79-ad4c-c05e04707bb6 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14133696'] for port, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:41.909066 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-4023b3a3-620f-4260-96bf-86eff47fd9b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:41.915173 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] get_ports_and_sgs() called for port_ids ['afb3d547-308d-47f0-913b-5f4c242a31c7', 'f9a379e8-f5a6-48ed-983a-62864d6f2903', '372ee057-dfac-4805-850c-6ab44fbcc75b'] {{(pid=92784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:28:41.943915 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e2169d-a6b5-4e79-ad4c-c05e04707bb6 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Pushing event deleted for resources: {'Port': ['ID=372ee057-dfac-4805-850c-6ab44fbcc75b,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:41.947611 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-a1e2169d-a6b5-4e79-ad4c-c05e04707bb6 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:42.032957 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c32535-7bb2-4dbb-aab0-b3edc30c7447 req-a1e2169d-a6b5-4e79-ad4c-c05e04707bb6 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] No DVR routers for this DVR port 372ee057-dfac-4805-850c-6ab44fbcc75b on host hv-cinder-79717 {{(pid=92782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:28:42.035403 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-24c32535-7bb2-4dbb-aab0-b3edc30c7447 req-a1e2169d-a6b5-4e79-ad4c-c05e04707bb6 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for port, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:42.037653 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-24c32535-7bb2-4dbb-aab0-b3edc30c7447 req-a1e2169d-a6b5-4e79-ad4c-c05e04707bb6 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.55 "DELETE /v2.0/ports/372ee057-dfac-4805-850c-6ab44fbcc75b HTTP/1.1" status: 204 len: 173 time: 0.7182152 Jun 21 04:28:42.043023 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d78f8b-16cc-42b8-b91f-faedbc0988fd', 'name': 'network-vif-deleted', 'tag': '372ee057-dfac-4805-850c-6ab44fbcc75b'}] {{(pid=92782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:28:42.045316 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20f1c8b8986f59859b4229cceefba24e6e47d71d2fcee399c6ca6947cd3b11b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e2a6ae-54cd-4aa2-9132-0ee338fe6448" -d '{"events": [{"server_uuid": "38d78f8b-16cc-42b8-b91f-faedbc0988fd", "name": "network-vif-deleted", "tag": "372ee057-dfac-4805-850c-6ab44fbcc75b"}]}' {{(pid=92782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:28:42.049147 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-191a93f9-dcda-420b-b7a6-66d526daf4bc req-de0924bb-0daa-4f5c-a74c-89be2e089606 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=38d78f8b-16cc-42b8-b91f-faedbc0988fd HTTP/1.1" status: 200 len: 210 time: 0.0721335 Jun 21 04:28:42.059752 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-fff9984d-9a82-41c2-a4c7-921ad7b5c638 req-f11e9d68-59af-4ab2-a5c6-24a5d6303a57 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507702 Jun 21 04:28:42.098386 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf51e391-0a17-4d67-91fb-38fa5ad8b2c4 x-openstack-request-id: req-bf51e391-0a17-4d67-91fb-38fa5ad8b2c4 {{(pid=92782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:28:42.099383 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d78f8b-16cc-42b8-b91f-faedbc0988fd", "name": "network-vif-deleted", "tag": "372ee057-dfac-4805-850c-6ab44fbcc75b", "status": "completed", "code": 200}]} {{(pid=92782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:28:42.099677 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bf51e391-0a17-4d67-91fb-38fa5ad8b2c4 {{(pid=92782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:28:42.100375 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d78f8b-16cc-42b8-b91f-faedbc0988fd', 'name': 'network-vif-deleted', 'tag': '372ee057-dfac-4805-850c-6ab44fbcc75b', 'status': 'completed', 'code': 200} Jun 21 04:28:42.223155 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 5ebbea58-99ab-45f8-beac-f662499e74ba details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:28:42.315089 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 5ebbea58-99ab-45f8-beac-f662499e74ba, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=5ebbea58-99ab-45f8-beac-f662499e74ba,segment=NetworkSegment(e5545432-0850-4927-a96c-466ee806cf28),segment_id=e5545432-0850-4927-a96c-466ee806cf28)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:28:42.325635 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Returning: {'device': '5ebbea58-99ab-45f8-beac-f662499e74ba', 'network_id': 'fd6e448a-06f0-4e1b-bc50-7a0749d71b51', 'port_id': '5ebbea58-99ab-45f8-beac-f662499e74ba', 'mac_address': 'fa:16:3e:1e:69:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8b0903-2890-45e0-bcb1-1f07c6fca395', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:28:42.361407 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:42.373225 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.notifiers.nova [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ebbea58-99ab-45f8-beac-f662499e74ba {{(pid=92784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:28:42.392867 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 5ebbea58-99ab-45f8-beac-f662499e74ba, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=5ebbea58-99ab-45f8-beac-f662499e74ba,segment=NetworkSegment(e5545432-0850-4927-a96c-466ee806cf28),segment_id=e5545432-0850-4927-a96c-466ee806cf28)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:28:42.397503 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:42.399224 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:42.446102 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Pushing event updated for resources: {'Port': ['ID=5ebbea58-99ab-45f8-beac-f662499e74ba,revision_number=9']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:42.449380 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:42.706810 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] get_ports_and_sgs() called for port_ids ['5ebbea58-99ab-45f8-beac-f662499e74ba'] {{(pid=92784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:28:42.845205 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c9d43-205a-4ca3-b774-7a4b48fb2ae6 req-bf8cbb49-045b-462e-9514-926720e3a417 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:42.846630 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-361c9d43-205a-4ca3-b774-7a4b48fb2ae6 req-bf8cbb49-045b-462e-9514-926720e3a417 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a HTTP/1.1" status: 200 len: 985 time: 0.0744045 Jun 21 04:28:42.888679 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-361c9d43-205a-4ca3-b774-7a4b48fb2ae6 req-d0ef066f-51aa-4a48-af5d-06bd173c5a47 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/security-groups?id=b367404a-d4f9-499b-aa3e-e6593c552486&id=f1d05cdb-cfe4-4ed3-96a8-63d61fa8d225&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356247 Jun 21 04:28:43.041673 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73d002-1645-4435-a1ce-e3012e8d7e34 req-0fccf90f-54a4-42a2-aba6-e2bf48f25ba2 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:43.047344 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-fe73d002-1645-4435-a1ce-e3012e8d7e34 req-0fccf90f-54a4-42a2-aba6-e2bf48f25ba2 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 944 time: 0.0679646 Jun 21 04:28:43.082484 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-fe73d002-1645-4435-a1ce-e3012e8d7e34 req-355fcb27-0e69-42ee-96cc-e21612cb0657 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331481 Jun 21 04:28:43.283680 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33779565-7438-403f-841b-37891b84b903 req-15151c60-8f58-487a-83ec-b6696fed8f22 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:43.285129 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-33779565-7438-403f-841b-37891b84b903 req-15151c60-8f58-487a-83ec-b6696fed8f22 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.0695331 Jun 21 04:28:43.322743 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-33779565-7438-403f-841b-37891b84b903 req-e265f63d-0556-4ee3-8fcc-b2077c24fe6f tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314829 Jun 21 04:28:43.502648 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e713a-a24c-4f87-aa70-173d69094ea9 req-5688d3d7-45b4-476e-9a66-046209a112ad tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:43.504071 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-710e713a-a24c-4f87-aa70-173d69094ea9 req-5688d3d7-45b4-476e-9a66-046209a112ad tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=39d47f31-1477-4640-8d2e-30c9e6724ba5 HTTP/1.1" status: 200 len: 945 time: 0.0618806 Jun 21 04:28:43.540186 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-710e713a-a24c-4f87-aa70-173d69094ea9 req-a18f62df-86ec-4a78-8807-97ec0b6409b6 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306406 Jun 21 04:28:44.063211 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a417e-cf03-4fac-a20e-34b7d36519bc req-1267649a-dbfc-419f-9daf-841bbfaff2e4 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:44.064576 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c54a417e-cf03-4fac-a20e-34b7d36519bc req-1267649a-dbfc-419f-9daf-841bbfaff2e4 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a HTTP/1.1" status: 200 len: 985 time: 0.0654819 Jun 21 04:28:44.105655 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c54a417e-cf03-4fac-a20e-34b7d36519bc req-3ef0a4f2-c02e-4079-b52c-402ce1cb43b9 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/security-groups?id=b367404a-d4f9-499b-aa3e-e6593c552486&id=f1d05cdb-cfe4-4ed3-96a8-63d61fa8d225&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351970 Jun 21 04:28:44.234136 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 5ebbea58-99ab-45f8-beac-f662499e74ba up at agent hyperv_hv-cinder-79717 {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:28:44.259829 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06517a09-da31-4328-968c-34a5083b2856 req-612b8354-c661-4878-aab3-fecda78e4136 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:44.261599 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-06517a09-da31-4328-968c-34a5083b2856 req-612b8354-c661-4878-aab3-fecda78e4136 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 944 time: 0.0656431 Jun 21 04:28:44.296635 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Provisioning complete for port 5ebbea58-99ab-45f8-beac-f662499e74ba triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:28:44.297020 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:44.299951 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-06517a09-da31-4328-968c-34a5083b2856 req-434ab2d0-315f-4de4-b758-64c3bd73f534 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317183 Jun 21 04:28:44.371723 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:44.394002 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee2f960-eaf6-40ca-9c09-b0c0897758d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebbea58-99ab-45f8-beac-f662499e74ba'}] {{(pid=92784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:28:44.396300 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea407864149563716f916f7ad989592de9d82914ebf27f22c024267046db962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17c11d6-596a-4ad3-9517-7d879fbd3d9c" -d '{"events": [{"server_uuid": "6ee2f960-eaf6-40ca-9c09-b0c0897758d3", "name": "network-vif-plugged", "status": "completed", "tag": "5ebbea58-99ab-45f8-beac-f662499e74ba"}]}' {{(pid=92784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:28:44.409436 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 5ebbea58-99ab-45f8-beac-f662499e74ba, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=5ebbea58-99ab-45f8-beac-f662499e74ba,segment=NetworkSegment(e5545432-0850-4927-a96c-466ee806cf28),segment_id=e5545432-0850-4927-a96c-466ee806cf28)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:28:44.413955 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:44.415128 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 372ee057-dfac-4805-850c-6ab44fbcc75b no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:28:44.418938 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:44.437907 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4460a7d-6421-469a-8ca0-ad7bcd8b0858 x-openstack-request-id: req-b4460a7d-6421-469a-8ca0-ad7bcd8b0858 {{(pid=92784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:28:44.438207 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee2f960-eaf6-40ca-9c09-b0c0897758d3", "name": "network-vif-plugged", "status": "completed", "tag": "5ebbea58-99ab-45f8-beac-f662499e74ba", "code": 200}]} {{(pid=92784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:28:44.438515 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b4460a7d-6421-469a-8ca0-ad7bcd8b0858 {{(pid=92784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:28:44.438915 dv-cinder-797170-3-iscsi neutron-server[92784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee2f960-eaf6-40ca-9c09-b0c0897758d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebbea58-99ab-45f8-beac-f662499e74ba', 'code': 200} Jun 21 04:28:44.460523 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] No Port match for: 372ee057-dfac-4805-850c-6ab44fbcc75b {{(pid=92784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:28:44.460874 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 372ee057-dfac-4805-850c-6ab44fbcc75b not bound to the agent host hv-cinder-79717 {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:28:44.485734 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Pushing event updated for resources: {'Port': ['ID=5ebbea58-99ab-45f8-beac-f662499e74ba,revision_number=10']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:44.488730 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:44.495891 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f17dc-a73a-41e8-9758-d3bdc6f6b934 req-aaa74e6f-af50-45f3-b4e4-590aec7629e5 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:44.497314 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-496f17dc-a73a-41e8-9758-d3bdc6f6b934 req-aaa74e6f-af50-45f3-b4e4-590aec7629e5 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.0625434 Jun 21 04:28:44.534778 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-496f17dc-a73a-41e8-9758-d3bdc6f6b934 req-7f7769c4-4700-41ca-9ba0-c2d321f44ae8 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317867 Jun 21 04:28:44.717507 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b558be3-5802-4eaf-8058-e84e143cca53 req-fbf643d1-ca91-4cdd-9a93-c47076df0119 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:44.719623 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3b558be3-5802-4eaf-8058-e84e143cca53 req-fbf643d1-ca91-4cdd-9a93-c47076df0119 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=39d47f31-1477-4640-8d2e-30c9e6724ba5 HTTP/1.1" status: 200 len: 945 time: 0.0692375 Jun 21 04:28:44.758043 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3b558be3-5802-4eaf-8058-e84e143cca53 req-94968d5c-edad-4134-93c0-c8452081dced tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325930 Jun 21 04:28:44.961200 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f76fd-f175-4337-9879-b77613b63a16 req-27e4d98c-ef4c-4711-bacf-9b3ff4742411 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:44.962674 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d05f76fd-f175-4337-9879-b77613b63a16 req-27e4d98c-ef4c-4711-bacf-9b3ff4742411 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.55 "GET /v2.0/ports?device_id=39d47f31-1477-4640-8d2e-30c9e6724ba5 HTTP/1.1" status: 200 len: 945 time: 0.0633643 Jun 21 04:28:44.980993 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336972d-3688-45c5-88b8-4e2c65b9a9bb req-03aa2595-53f8-4907-b07e-8eb745fbb2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:44.982460 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-f336972d-3688-45c5-88b8-4e2c65b9a9bb req-03aa2595-53f8-4907-b07e-8eb745fbb2ad service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 1099 time: 0.0507569 Jun 21 04:28:45.020184 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-f336972d-3688-45c5-88b8-4e2c65b9a9bb req-4a1040a2-46f4-44fe-86f1-f4bf0a56d7b1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275996 Jun 21 04:28:45.064344 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.plugin [req-d05f76fd-f175-4337-9879-b77613b63a16 req-1196f695-ecbd-4f4d-81a9-0ea07ce29bb0 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Deleting port f9a379e8-f5a6-48ed-983a-62864d6f2903 {{(pid=92782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:28:45.064846 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-d05f76fd-f175-4337-9879-b77613b63a16 req-1196f695-ecbd-4f4d-81a9-0ea07ce29bb0 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:45.150053 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.db [req-d05f76fd-f175-4337-9879-b77613b63a16 req-1196f695-ecbd-4f4d-81a9-0ea07ce29bb0 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] For port f9a379e8-f5a6-48ed-983a-62864d6f2903, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=f9a379e8-f5a6-48ed-983a-62864d6f2903,segment=NetworkSegment(978cc6d8-d90e-4d41-9279-f012d41ae2f5),segment_id=978cc6d8-d90e-4d41-9279-f012d41ae2f5)] {{(pid=92782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:28:45.150357 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-d05f76fd-f175-4337-9879-b77613b63a16 req-1196f695-ecbd-4f4d-81a9-0ea07ce29bb0 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:45.216863 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.plugin [req-d05f76fd-f175-4337-9879-b77613b63a16 req-1196f695-ecbd-4f4d-81a9-0ea07ce29bb0 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Calling delete_port for f9a379e8-f5a6-48ed-983a-62864d6f2903 owned by compute:nova {{(pid=92782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:28:45.604526 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4be5ab-631d-481d-aac6-e132b84fb0d9 req-616ce1ef-5b21-470b-a924-d67b37839f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:45.606224 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-6e4be5ab-631d-481d-aac6-e132b84fb0d9 req-616ce1ef-5b21-470b-a924-d67b37839f1a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 1098 time: 0.0574193 Jun 21 04:28:45.629917 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f135e-0c5b-479e-9ac8-f33451154b41 req-af0b83de-bcd6-411b-a8d2-89c2f1f9c51a tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:45.631471 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-490f135e-0c5b-479e-9ac8-f33451154b41 req-af0b83de-bcd6-411b-a8d2-89c2f1f9c51a tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a HTTP/1.1" status: 200 len: 985 time: 0.4119258 Jun 21 04:28:45.674836 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-6e4be5ab-631d-481d-aac6-e132b84fb0d9 req-bca6a214-74d7-4bb6-9481-645be85a5ae1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598507 Jun 21 04:28:45.682283 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31125b8-ea03-4d9b-ab6c-1d07df3d8604 req-4e3fbf65-a1b2-4a4a-a5a6-3a50b2019130 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:45.683729 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d31125b8-ea03-4d9b-ab6c-1d07df3d8604 req-4e3fbf65-a1b2-4a4a-a5a6-3a50b2019130 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 946 time: 0.1457920 Jun 21 04:28:45.699576 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb6e14-fe14-4242-9da6-9ae0379bd6b3 req-0d246d58-72c1-426a-b1f4-a34f176c54c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:45.700983 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-ffcb6e14-fe14-4242-9da6-9ae0379bd6b3 req-0d246d58-72c1-426a-b1f4-a34f176c54c7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ccd1b659f7b548f69df434ddfadc8cf1&device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 1098 time: 0.0589273 Jun 21 04:28:45.747308 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-490f135e-0c5b-479e-9ac8-f33451154b41 req-a640752e-d084-408f-9508-401c2b245b4c tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/security-groups?id=b367404a-d4f9-499b-aa3e-e6593c552486&id=f1d05cdb-cfe4-4ed3-96a8-63d61fa8d225&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1018043 Jun 21 04:28:45.747909 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-d05f76fd-f175-4337-9879-b77613b63a16 req-1196f695-ecbd-4f4d-81a9-0ea07ce29bb0 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14133696'] for port, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:45.752291 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-d2fb5419-7aa9-4bca-8acb-98e201413c8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:45.761012 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] get_ports_and_sgs() called for port_ids ['afb3d547-308d-47f0-913b-5f4c242a31c7', 'f9a379e8-f5a6-48ed-983a-62864d6f2903'] {{(pid=92784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:28:45.783195 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1196f695-ecbd-4f4d-81a9-0ea07ce29bb0 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Pushing event deleted for resources: {'Port': ['ID=f9a379e8-f5a6-48ed-983a-62864d6f2903,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:45.791870 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d31125b8-ea03-4d9b-ab6c-1d07df3d8604 req-e7da8442-6c53-43e8-bded-09335cbf560c tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954216 Jun 21 04:28:45.793771 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-1196f695-ecbd-4f4d-81a9-0ea07ce29bb0 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:45.840111 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.l3_dvrscheduler_db [req-d05f76fd-f175-4337-9879-b77613b63a16 req-1196f695-ecbd-4f4d-81a9-0ea07ce29bb0 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] No DVR routers for this DVR port f9a379e8-f5a6-48ed-983a-62864d6f2903 on host hv-cinder-79717 {{(pid=92782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:28:45.845878 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-d05f76fd-f175-4337-9879-b77613b63a16 req-1196f695-ecbd-4f4d-81a9-0ea07ce29bb0 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for port, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:45.847515 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb6e14-fe14-4242-9da6-9ae0379bd6b3 req-5d70529a-37ab-4822-b373-79092cf1ed0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:45.848011 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d05f76fd-f175-4337-9879-b77613b63a16 req-1196f695-ecbd-4f4d-81a9-0ea07ce29bb0 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.55 "DELETE /v2.0/ports/f9a379e8-f5a6-48ed-983a-62864d6f2903 HTTP/1.1" status: 204 len: 173 time: 0.8779628 Jun 21 04:28:45.848477 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39d47f31-1477-4640-8d2e-30c9e6724ba5', 'name': 'network-vif-deleted', 'tag': 'f9a379e8-f5a6-48ed-983a-62864d6f2903'}] {{(pid=92782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:28:45.849521 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-ffcb6e14-fe14-4242-9da6-9ae0379bd6b3 req-5d70529a-37ab-4822-b373-79092cf1ed0c service neutron] 10.222.0.55 "GET /v2.0/networks?id=64d28b19-33d9-4d9a-ba0d-ec7e5a053d07 HTTP/1.1" status: 200 len: 919 time: 0.1056406 Jun 21 04:28:45.851250 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20f1c8b8986f59859b4229cceefba24e6e47d71d2fcee399c6ca6947cd3b11b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02df5b54-c7bf-4326-9340-25103e998066" -d '{"events": [{"server_uuid": "39d47f31-1477-4640-8d2e-30c9e6724ba5", "name": "network-vif-deleted", "tag": "f9a379e8-f5a6-48ed-983a-62864d6f2903"}]}' {{(pid=92782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:28:45.985867 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-ffcb6e14-fe14-4242-9da6-9ae0379bd6b3 req-f5cd7457-1148-4f74-82c9-693a3d9e8644 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a909c36-2c5c-4350-bdc2-a244007e2fab HTTP/1.1" status: 200 len: 217 time: 0.1208410 Jun 21 04:28:46.008437 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d6fa4a16-852e-47e2-879e-0d0acdc7fd89 req-90d0378c-1e60-4450-8170-51dce5669865 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=39d47f31-1477-4640-8d2e-30c9e6724ba5 HTTP/1.1" status: 200 len: 210 time: 0.0608616 Jun 21 04:28:46.045814 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb6e14-fe14-4242-9da6-9ae0379bd6b3 req-4935f72c-ded3-4ed7-a9d8-b025aee25069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:46.048505 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-ffcb6e14-fe14-4242-9da6-9ae0379bd6b3 req-4935f72c-ded3-4ed7-a9d8-b025aee25069 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=849daa8e-dac6-4f8a-9763-33d634d005e9 HTTP/1.1" status: 200 len: 858 time: 0.0499640 Jun 21 04:28:46.058934 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3edc0-9737-41dc-af95-8deab8a81bb4 req-cd96db6e-8080-4721-b2e0-4c099e5ad764 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:46.067344 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-92b3edc0-9737-41dc-af95-8deab8a81bb4 req-cd96db6e-8080-4721-b2e0-4c099e5ad764 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.1419795 Jun 21 04:28:46.084990 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64dda75-5c89-42bf-9a98-dc2c7fc9bd9d x-openstack-request-id: req-d64dda75-5c89-42bf-9a98-dc2c7fc9bd9d {{(pid=92782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:28:46.085303 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39d47f31-1477-4640-8d2e-30c9e6724ba5", "name": "network-vif-deleted", "tag": "f9a379e8-f5a6-48ed-983a-62864d6f2903", "status": "completed", "code": 200}]} {{(pid=92782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:28:46.085557 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d64dda75-5c89-42bf-9a98-dc2c7fc9bd9d {{(pid=92782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:28:46.085973 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39d47f31-1477-4640-8d2e-30c9e6724ba5', 'name': 'network-vif-deleted', 'tag': 'f9a379e8-f5a6-48ed-983a-62864d6f2903', 'status': 'completed', 'code': 200} Jun 21 04:28:46.089531 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-ffcb6e14-fe14-4242-9da6-9ae0379bd6b3 req-790f5449-8de0-4c16-9626-c73a8483cc18 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=64d28b19-33d9-4d9a-ba0d-ec7e5a053d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318632 Jun 21 04:28:46.119136 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-92b3edc0-9737-41dc-af95-8deab8a81bb4 req-ae9045be-1795-4676-b5a7-71c17cbb2c71 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507076 Jun 21 04:28:46.193415 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-ffcb6e14-fe14-4242-9da6-9ae0379bd6b3 req-e892a3d3-656f-4064-b3ea-c104047c032c service neutron] 10.222.0.55 "GET /v2.0/networks/64d28b19-33d9-4d9a-ba0d-ec7e5a053d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954487 Jun 21 04:28:46.288704 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-ffcb6e14-fe14-4242-9da6-9ae0379bd6b3 req-923b1970-5f0b-41f0-90fe-32fd37d8376a service neutron] 10.222.0.55 "GET /v2.0/networks/64d28b19-33d9-4d9a-ba0d-ec7e5a053d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880563 Jun 21 04:28:46.998937 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644521d5-e3bc-4bce-9259-ac8e5943b492 req-01a9c6b8-996a-401c-b80f-e4cde18fb0cf tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:47.000412 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-644521d5-e3bc-4bce-9259-ac8e5943b492 req-01a9c6b8-996a-401c-b80f-e4cde18fb0cf tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a HTTP/1.1" status: 200 len: 985 time: 0.1064458 Jun 21 04:28:47.021679 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aecd82-ff81-411b-b358-58bdfc1a615e req-ecea123b-e856-42cc-a6a7-460dd5a8a861 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:47.023127 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-40aecd82-ff81-411b-b358-58bdfc1a615e req-ecea123b-e856-42cc-a6a7-460dd5a8a861 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 946 time: 0.0931754 Jun 21 04:28:47.066984 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-644521d5-e3bc-4bce-9259-ac8e5943b492 req-3e3abb77-cdc4-4302-a13a-c5e5d6f0000e tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/security-groups?id=b367404a-d4f9-499b-aa3e-e6593c552486&id=f1d05cdb-cfe4-4ed3-96a8-63d61fa8d225&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603926 Jun 21 04:28:47.078622 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-40aecd82-ff81-411b-b358-58bdfc1a615e req-60bed91b-413a-449d-bbe5-d8b5a69187ba tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492778 Jun 21 04:28:47.106489 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:47.291725 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb638904-e74b-403b-a7ff-1659e80118e4 req-e7f9ae99-9b55-4934-85eb-7e3370158164 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:47.293147 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-fb638904-e74b-403b-a7ff-1659e80118e4 req-e7f9ae99-9b55-4934-85eb-7e3370158164 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.0628140 Jun 21 04:28:47.329234 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-fb638904-e74b-403b-a7ff-1659e80118e4 req-03fc5339-5517-4343-acca-024df4ec5bbf tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304856 Jun 21 04:28:47.760210 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdadb5e6-2e6a-40f6-a622-bbc15ff9cbb9 req-60388ff7-7145-48ff-baa7-e047e6a02251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:47.761635 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-bdadb5e6-2e6a-40f6-a622-bbc15ff9cbb9 req-60388ff7-7145-48ff-baa7-e047e6a02251 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ccd1b659f7b548f69df434ddfadc8cf1&device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 1098 time: 0.0525677 Jun 21 04:28:47.819803 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4105e9f-2799-41d6-a8fc-68b818c3c172 req-721a19e6-d510-41cb-b201-434644419eb7 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:47.821160 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a4105e9f-2799-41d6-a8fc-68b818c3c172 req-721a19e6-d510-41cb-b201-434644419eb7 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.0663500 Jun 21 04:28:47.853511 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdadb5e6-2e6a-40f6-a622-bbc15ff9cbb9 req-bf92d682-ff72-4a90-a674-265553ea0b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:47.854948 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-bdadb5e6-2e6a-40f6-a622-bbc15ff9cbb9 req-bf92d682-ff72-4a90-a674-265553ea0b07 service neutron] 10.222.0.55 "GET /v2.0/networks?id=64d28b19-33d9-4d9a-ba0d-ec7e5a053d07 HTTP/1.1" status: 200 len: 919 time: 0.0849416 Jun 21 04:28:47.868512 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a4105e9f-2799-41d6-a8fc-68b818c3c172 req-cbb7362b-39e7-41ea-98ae-9a288a6eeae0 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323915 Jun 21 04:28:47.912260 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-bdadb5e6-2e6a-40f6-a622-bbc15ff9cbb9 req-7bc59da3-28d9-463d-8f2a-29d2e5af8cb0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a909c36-2c5c-4350-bdc2-a244007e2fab HTTP/1.1" status: 200 len: 217 time: 0.0349226 Jun 21 04:28:47.964017 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdadb5e6-2e6a-40f6-a622-bbc15ff9cbb9 req-905868f4-2b9f-4aec-8ef2-2213e49caee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:47.965332 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-bdadb5e6-2e6a-40f6-a622-bbc15ff9cbb9 req-905868f4-2b9f-4aec-8ef2-2213e49caee3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=849daa8e-dac6-4f8a-9763-33d634d005e9 HTTP/1.1" status: 200 len: 858 time: 0.0402107 Jun 21 04:28:48.016511 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-bdadb5e6-2e6a-40f6-a622-bbc15ff9cbb9 req-87fd4463-0c4f-4e0e-ac89-b8797cb25d41 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=64d28b19-33d9-4d9a-ba0d-ec7e5a053d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278578 Jun 21 04:28:48.103639 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-bdadb5e6-2e6a-40f6-a622-bbc15ff9cbb9 req-654a36ce-45f1-4c48-9930-51417ae0a5c6 service neutron] 10.222.0.55 "GET /v2.0/networks/64d28b19-33d9-4d9a-ba0d-ec7e5a053d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795424 Jun 21 04:28:48.211823 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-bdadb5e6-2e6a-40f6-a622-bbc15ff9cbb9 req-e37c84be-0169-49ea-9423-d5208af1cad9 service neutron] 10.222.0.55 "GET /v2.0/networks/64d28b19-33d9-4d9a-ba0d-ec7e5a053d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850472 Jun 21 04:28:48.237636 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bde12a-7219-4b8f-814a-44655f192c84 req-675e81e9-31c8-4687-8819-cd13c00ef43c tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:48.239094 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-27bde12a-7219-4b8f-814a-44655f192c84 req-675e81e9-31c8-4687-8819-cd13c00ef43c tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a HTTP/1.1" status: 200 len: 985 time: 0.0625947 Jun 21 04:28:48.252087 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device f9a379e8-f5a6-48ed-983a-62864d6f2903 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:28:48.273317 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] No Port match for: f9a379e8-f5a6-48ed-983a-62864d6f2903 {{(pid=92784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:28:48.273673 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device f9a379e8-f5a6-48ed-983a-62864d6f2903 not bound to the agent host hv-cinder-79717 {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:28:48.283735 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-27bde12a-7219-4b8f-814a-44655f192c84 req-f2612d64-c6f2-4bbf-aa8e-fe19056ba938 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/security-groups?id=b367404a-d4f9-499b-aa3e-e6593c552486&id=f1d05cdb-cfe4-4ed3-96a8-63d61fa8d225&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388534 Jun 21 04:28:48.625210 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801e204-fd1b-4077-97a2-f7f93166d1f2 req-1a02fced-3925-4609-8e31-a7ff1f3e1e6b tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:48.626586 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-7801e204-fd1b-4077-97a2-f7f93166d1f2 req-1a02fced-3925-4609-8e31-a7ff1f3e1e6b tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=b28eaaa7-a577-4688-bed0-4e9eb11acca0 HTTP/1.1" status: 200 len: 945 time: 0.0614209 Jun 21 04:28:48.666616 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-7801e204-fd1b-4077-97a2-f7f93166d1f2 req-cc6b0455-1ade-4999-b987-6824b0ed6cfc tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344918 Jun 21 04:28:49.040924 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8786b3d-75a8-47d5-b089-f8a104d651a8 req-2f7b8fc5-c871-4dac-bb42-d1bda208034d tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:49.042358 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-b8786b3d-75a8-47d5-b089-f8a104d651a8 req-2f7b8fc5-c871-4dac-bb42-d1bda208034d tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.0630381 Jun 21 04:28:49.079066 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-b8786b3d-75a8-47d5-b089-f8a104d651a8 req-b452d143-1a82-4170-af68-570b78b01102 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305305 Jun 21 04:28:49.452083 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d114e-f8f7-476c-9b93-10da65b734e7 req-2054849f-cc05-4c12-aab1-ca9842e59d41 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:49.453459 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-df9d114e-f8f7-476c-9b93-10da65b734e7 req-2054849f-cc05-4c12-aab1-ca9842e59d41 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a HTTP/1.1" status: 200 len: 985 time: 0.0622125 Jun 21 04:28:49.492096 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-df9d114e-f8f7-476c-9b93-10da65b734e7 req-faeb6006-d9d9-4087-a8cc-8caf05d128e9 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/security-groups?id=b367404a-d4f9-499b-aa3e-e6593c552486&id=f1d05cdb-cfe4-4ed3-96a8-63d61fa8d225&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329382 Jun 21 04:28:49.837668 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d86f00-3a90-4f9e-ab3a-6669be4decfc req-ea01cb04-5dd6-43f4-9c93-9d191109eeda tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:49.839111 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-95d86f00-3a90-4f9e-ab3a-6669be4decfc req-ea01cb04-5dd6-43f4-9c93-9d191109eeda tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=b28eaaa7-a577-4688-bed0-4e9eb11acca0 HTTP/1.1" status: 200 len: 945 time: 0.0660307 Jun 21 04:28:49.875745 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-95d86f00-3a90-4f9e-ab3a-6669be4decfc req-d94e2b86-473c-43da-9a96-10ae448a2108 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311191 Jun 21 04:28:50.257540 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b8793-f53d-43a0-be0e-fbea2ed6eb31 req-76549ba5-efc8-4e55-a61f-58f6dfc8f401 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:50.262252 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-9f9b8793-f53d-43a0-be0e-fbea2ed6eb31 req-76549ba5-efc8-4e55-a61f-58f6dfc8f401 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.0719914 Jun 21 04:28:50.297775 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-9f9b8793-f53d-43a0-be0e-fbea2ed6eb31 req-1d07230e-1a7f-4b05-9edf-0d9504dd31f2 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331280 Jun 21 04:28:50.613234 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718e622-2d4b-46a1-af28-35d2c92846ac req-b2c9617b-4a5f-4eaf-b773-6d8a011fab2b tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:50.614693 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-d718e622-2d4b-46a1-af28-35d2c92846ac req-b2c9617b-4a5f-4eaf-b773-6d8a011fab2b tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.55 "GET /v2.0/ports?device_id=b28eaaa7-a577-4688-bed0-4e9eb11acca0 HTTP/1.1" status: 200 len: 945 time: 0.0982692 Jun 21 04:28:50.662456 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd2b4c-9154-4615-99a4-8c68167c5b15 req-30ef1b97-8d87-40d2-b214-f89fafbbe765 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:50.663896 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-34dd2b4c-9154-4615-99a4-8c68167c5b15 req-30ef1b97-8d87-40d2-b214-f89fafbbe765 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a HTTP/1.1" status: 200 len: 985 time: 0.0639365 Jun 21 04:28:50.709266 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-34dd2b4c-9154-4615-99a4-8c68167c5b15 req-7800fdd1-8ffa-4af3-9179-f14ab1d9accf tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/security-groups?id=b367404a-d4f9-499b-aa3e-e6593c552486&id=f1d05cdb-cfe4-4ed3-96a8-63d61fa8d225&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389738 Jun 21 04:28:50.725664 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [req-d718e622-2d4b-46a1-af28-35d2c92846ac req-48d81c07-0c04-42c9-853c-74675d6a2c4d tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Deleting port afb3d547-308d-47f0-913b-5f4c242a31c7 {{(pid=92783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:28:50.726019 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-d718e622-2d4b-46a1-af28-35d2c92846ac req-48d81c07-0c04-42c9-853c-74675d6a2c4d tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:50.815248 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.db [req-d718e622-2d4b-46a1-af28-35d2c92846ac req-48d81c07-0c04-42c9-853c-74675d6a2c4d tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] For port afb3d547-308d-47f0-913b-5f4c242a31c7, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=afb3d547-308d-47f0-913b-5f4c242a31c7,segment=NetworkSegment(978cc6d8-d90e-4d41-9279-f012d41ae2f5),segment_id=978cc6d8-d90e-4d41-9279-f012d41ae2f5)] {{(pid=92783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:28:50.815513 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-d718e622-2d4b-46a1-af28-35d2c92846ac req-48d81c07-0c04-42c9-853c-74675d6a2c4d tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:50.897973 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [req-d718e622-2d4b-46a1-af28-35d2c92846ac req-48d81c07-0c04-42c9-853c-74675d6a2c4d tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Calling delete_port for afb3d547-308d-47f0-913b-5f4c242a31c7 owned by compute:nova {{(pid=92783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:28:51.045632 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8702e-d38a-4885-b1f1-07ada4b38f46 req-63a4ef2d-8890-4256-88db-f95395b17753 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:51.047651 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-57a8702e-d38a-4885-b1f1-07ada4b38f46 req-63a4ef2d-8890-4256-88db-f95395b17753 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/ports?device_id=b28eaaa7-a577-4688-bed0-4e9eb11acca0 HTTP/1.1" status: 200 len: 945 time: 0.0646551 Jun 21 04:28:51.050982 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-d718e622-2d4b-46a1-af28-35d2c92846ac req-48d81c07-0c04-42c9-853c-74675d6a2c4d tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998'] for port, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:51.055365 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:51.063317 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] get_ports_and_sgs() called for port_ids ['afb3d547-308d-47f0-913b-5f4c242a31c7'] {{(pid=92784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:28:51.082305 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d81c07-0c04-42c9-853c-74675d6a2c4d tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Pushing event deleted for resources: {'Port': ['ID=afb3d547-308d-47f0-913b-5f4c242a31c7,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:51.090876 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-57a8702e-d38a-4885-b1f1-07ada4b38f46 req-3a46858c-bfb5-497a-9482-708e52a82d52 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.53 "GET /v2.0/security-groups?id=73bde19c-11a6-4778-af75-86ad83334e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372434 Jun 21 04:28:51.125122 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d81c07-0c04-42c9-853c-74675d6a2c4d tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:51.125491 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d81c07-0c04-42c9-853c-74675d6a2c4d tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:51.125843 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d81c07-0c04-42c9-853c-74675d6a2c4d tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:51.126187 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d81c07-0c04-42c9-853c-74675d6a2c4d tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:51.126555 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d81c07-0c04-42c9-853c-74675d6a2c4d tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:51.126899 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d81c07-0c04-42c9-853c-74675d6a2c4d tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:51.127240 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d81c07-0c04-42c9-853c-74675d6a2c4d tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:51.127574 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d81c07-0c04-42c9-853c-74675d6a2c4d tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:51.128097 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d81c07-0c04-42c9-853c-74675d6a2c4d tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:51.128366 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d81c07-0c04-42c9-853c-74675d6a2c4d tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:51.128762 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d81c07-0c04-42c9-853c-74675d6a2c4d tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:51.129091 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d81c07-0c04-42c9-853c-74675d6a2c4d tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:28:51.132295 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-48d81c07-0c04-42c9-853c-74675d6a2c4d tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:51.152476 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.l3_dvrscheduler_db [req-d718e622-2d4b-46a1-af28-35d2c92846ac req-48d81c07-0c04-42c9-853c-74675d6a2c4d tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] No DVR routers for this DVR port afb3d547-308d-47f0-913b-5f4c242a31c7 on host hv-cinder-79717 {{(pid=92783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:28:51.155449 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-d718e622-2d4b-46a1-af28-35d2c92846ac req-48d81c07-0c04-42c9-853c-74675d6a2c4d tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for port, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:51.158082 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-d718e622-2d4b-46a1-af28-35d2c92846ac req-48d81c07-0c04-42c9-853c-74675d6a2c4d tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] 10.222.0.55 "DELETE /v2.0/ports/afb3d547-308d-47f0-913b-5f4c242a31c7 HTTP/1.1" status: 204 len: 173 time: 0.5381401 Jun 21 04:28:51.158615 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28eaaa7-a577-4688-bed0-4e9eb11acca0', 'name': 'network-vif-deleted', 'tag': 'afb3d547-308d-47f0-913b-5f4c242a31c7'}] {{(pid=92783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:28:51.160909 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fda3b7b704fc347e73998d8dc34ef34ca3ad6aa16a3a5c6f92a4a64020d363b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc314b9-c102-4534-8d0f-fe2bf0cb3225" -d '{"events": [{"server_uuid": "b28eaaa7-a577-4688-bed0-4e9eb11acca0", "name": "network-vif-deleted", "tag": "afb3d547-308d-47f0-913b-5f4c242a31c7"}]}' {{(pid=92783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:28:51.198684 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce38fffe-e043-40b4-999e-c0cbf72edf23 x-openstack-request-id: req-ce38fffe-e043-40b4-999e-c0cbf72edf23 {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:28:51.199128 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b28eaaa7-a577-4688-bed0-4e9eb11acca0", "name": "network-vif-deleted", "tag": "afb3d547-308d-47f0-913b-5f4c242a31c7", "status": "completed", "code": 200}]} {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:28:51.199415 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ce38fffe-e043-40b4-999e-c0cbf72edf23 {{(pid=92783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:28:51.199829 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b28eaaa7-a577-4688-bed0-4e9eb11acca0', 'name': 'network-vif-deleted', 'tag': 'afb3d547-308d-47f0-913b-5f4c242a31c7', 'status': 'completed', 'code': 200} Jun 21 04:28:51.466871 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba69f4c-87c7-4cdb-bb5c-844a63ae67c4 req-d7cf3d1a-f725-406f-bfba-c5fcfcbbe32f tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:51.468311 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-7ba69f4c-87c7-4cdb-bb5c-844a63ae67c4 req-d7cf3d1a-f725-406f-bfba-c5fcfcbbe32f tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.0627530 Jun 21 04:28:51.504091 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-7ba69f4c-87c7-4cdb-bb5c-844a63ae67c4 req-84363de5-4f94-467e-9eca-c7fa903b4da6 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302463 Jun 21 04:28:51.894022 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7c09f-60ba-4b1f-928c-7973e6e2d9d8 req-24a6a6b9-e786-41be-beae-b09715fa47f6 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:51.895512 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d6f7c09f-60ba-4b1f-928c-7973e6e2d9d8 req-24a6a6b9-e786-41be-beae-b09715fa47f6 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a HTTP/1.1" status: 200 len: 985 time: 0.0690491 Jun 21 04:28:51.935399 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d6f7c09f-60ba-4b1f-928c-7973e6e2d9d8 req-675ef7f3-061f-49ac-a27d-2ecdf65d8738 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/security-groups?id=b367404a-d4f9-499b-aa3e-e6593c552486&id=f1d05cdb-cfe4-4ed3-96a8-63d61fa8d225&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340319 Jun 21 04:28:52.180689 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 60744) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:52.224315 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.db_base_plugin_v2 [None req-11d3af82-ad1c-41e9-83bc-d90112c009e2 admin admin] Deleting subnet 0260b167-e49c-4b4b-9ef5-e52212495354 {{(pid=92782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:28:52.227195 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-11d3af82-ad1c-41e9-83bc-d90112c009e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:52.259783 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-11d3af82-ad1c-41e9-83bc-d90112c009e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14553356'] for subnet, precommit_delete_associations {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:52.298033 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-11d3af82-ad1c-41e9-83bc-d90112c009e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611213'] for subnet, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:52.351636 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-11d3af82-ad1c-41e9-83bc-d90112c009e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14133690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14135513'] for subnet, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:52.353678 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:52.377753 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d3af82-ad1c-41e9-83bc-d90112c009e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0260b167-e49c-4b4b-9ef5-e52212495354,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:52.381338 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-11d3af82-ad1c-41e9-83bc-d90112c009e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:52.383201 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-11d3af82-ad1c-41e9-83bc-d90112c009e2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0260b167-e49c-4b4b-9ef5-e52212495354 HTTP/1.1" status: 204 len: 168 time: 0.2015328 Jun 21 04:28:52.384072 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-11d3af82-ad1c-41e9-83bc-d90112c009e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:52.386095 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 60746) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:52.455754 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-0b83ac9b-c886-4da4-b9fb-539521289311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588785'] for network, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:52.535754 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-0b83ac9b-c886-4da4-b9fb-539521289311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611858', 'neutron.services.segments.db._delete_segments_for_network-8749528986579'] for network, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:52.545613 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-0b83ac9b-c886-4da4-b9fb-539521289311 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:28:52.545970 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-0b83ac9b-c886-4da4-b9fb-539521289311 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:28:52.547269 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-0b83ac9b-c886-4da4-b9fb-539521289311 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:28:52.547599 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-0b83ac9b-c886-4da4-b9fb-539521289311 admin admin] Subscribe: > port after_create 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:28:52.547925 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-0b83ac9b-c886-4da4-b9fb-539521289311 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:28:52.548258 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-0b83ac9b-c886-4da4-b9fb-539521289311 admin admin] Subscribe: > port after_update 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:28:52.548580 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-0b83ac9b-c886-4da4-b9fb-539521289311 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:28:52.548893 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-0b83ac9b-c886-4da4-b9fb-539521289311 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:28:52.549204 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-0b83ac9b-c886-4da4-b9fb-539521289311 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:28:52.549513 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-0b83ac9b-c886-4da4-b9fb-539521289311 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:28:52.670146 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-0b83ac9b-c886-4da4-b9fb-539521289311 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:28:52.670522 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-0b83ac9b-c886-4da4-b9fb-539521289311 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:28:52.670847 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-0b83ac9b-c886-4da4-b9fb-539521289311 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:28:52.671704 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-0b83ac9b-c886-4da4-b9fb-539521289311 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 04:28:52.672045 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.services.segments.db [None req-0b83ac9b-c886-4da4-b9fb-539521289311 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b3c7cb1-477e-4c5f-9965-cb60a2d8de14']}} {{(pid=92783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:28:52.689123 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.services.segments.db [None req-0b83ac9b-c886-4da4-b9fb-539521289311 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '978cc6d8-d90e-4d41-9279-f012d41ae2f5') {'for_net_delete': True} {{(pid=92783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:28:52.689416 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.services.segments.db [None req-0b83ac9b-c886-4da4-b9fb-539521289311 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '978cc6d8-d90e-4d41-9279-f012d41ae2f5') {} {{(pid=92783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:28:52.705122 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-0b83ac9b-c886-4da4-b9fb-539521289311 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749528986408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13430093'] for segment, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:52.725478 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-0b83ac9b-c886-4da4-b9fb-539521289311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607066'] for segment, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:52.733521 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b83ac9b-c886-4da4-b9fb-539521289311 admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=92783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:28:52.733918 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-0b83ac9b-c886-4da4-b9fb-539521289311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12642153'] for segment, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:52.737952 dv-cinder-797170-3-iscsi neutron-server[92783]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 21 04:28:52.737952 dv-cinder-797170-3-iscsi neutron-server[92783]: from cryptography.utils import int_from_bytes Jun 21 04:28:52.737952 dv-cinder-797170-3-iscsi neutron-server[92783]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 21 04:28:52.737952 dv-cinder-797170-3-iscsi neutron-server[92783]: from cryptography.utils import int_from_bytes Jun 21 04:28:52.737952 dv-cinder-797170-3-iscsi neutron-server[92783]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:28:52.737952 dv-cinder-797170-3-iscsi neutron-server[92783]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:28:52.737952 dv-cinder-797170-3-iscsi neutron-server[92783]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:28:52.737952 dv-cinder-797170-3-iscsi neutron-server[92783]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:28:52.737952 dv-cinder-797170-3-iscsi neutron-server[92783]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:28:52.737952 dv-cinder-797170-3-iscsi neutron-server[92783]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:28:52.737952 dv-cinder-797170-3-iscsi neutron-server[92783]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:28:52.737952 dv-cinder-797170-3-iscsi neutron-server[92783]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:28:52.737952 dv-cinder-797170-3-iscsi neutron-server[92783]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:28:52.737952 dv-cinder-797170-3-iscsi neutron-server[92783]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:28:52.737952 dv-cinder-797170-3-iscsi neutron-server[92783]: Traceback (most recent call last): Jun 21 04:28:52.737952 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:28:52.737952 dv-cinder-797170-3-iscsi neutron-server[92783]: timer() Jun 21 04:28:52.737952 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:28:52.737952 dv-cinder-797170-3-iscsi neutron-server[92783]: cb(*args, **kw) Jun 21 04:28:52.737952 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:28:52.737952 dv-cinder-797170-3-iscsi neutron-server[92783]: return func(*args, **kwargs) Jun 21 04:28:52.737952 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:28:52.737952 dv-cinder-797170-3-iscsi neutron-server[92783]: self._notify() Jun 21 04:28:52.737952 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:28:52.737952 dv-cinder-797170-3-iscsi neutron-server[92783]: self.callback(batched_events) Jun 21 04:28:52.737952 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:28:52.737952 dv-cinder-797170-3-iscsi neutron-server[92783]: event.method(event) Jun 21 04:28:52.737952 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:28:52.737952 dv-cinder-797170-3-iscsi neutron-server[92783]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:28:52.737952 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:28:52.737952 dv-cinder-797170-3-iscsi neutron-server[92783]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:28:52.737952 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:28:52.737952 dv-cinder-797170-3-iscsi neutron-server[92783]: return f(self, *a, **k) Jun 21 04:28:52.737952 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:28:52.737952 dv-cinder-797170-3-iscsi neutron-server[92783]: return self._get(url).json() Jun 21 04:28:52.737952 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:28:52.737952 dv-cinder-797170-3-iscsi neutron-server[92783]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:28:52.737952 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:28:52.737952 dv-cinder-797170-3-iscsi neutron-server[92783]: return self.request(url, 'GET', **kwargs) Jun 21 04:28:52.737952 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:28:52.737952 dv-cinder-797170-3-iscsi neutron-server[92783]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:28:52.737952 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:28:52.737952 dv-cinder-797170-3-iscsi neutron-server[92783]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:28:52.737952 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:28:52.737952 dv-cinder-797170-3-iscsi neutron-server[92783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:28:52.737952 dv-cinder-797170-3-iscsi neutron-server[92783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:28:52.794985 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-0b83ac9b-c886-4da4-b9fb-539521289311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-431616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689787'] for network, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:52.798988 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-fd01befc-a1ab-49f5-8b87-5c28f5b9250a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:52.802793 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-0b83ac9b-c886-4da4-b9fb-539521289311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for network, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:52.804662 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-0b83ac9b-c886-4da4-b9fb-539521289311 admin admin] 10.222.0.53 "DELETE /v2.0/networks/6b3c7cb1-477e-4c5f-9965-cb60a2d8de14 HTTP/1.1" status: 204 len: 168 time: 0.4180207 Jun 21 04:28:53.000910 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 60756) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:53.029598 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b83ac9b-c886-4da4-b9fb-539521289311 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b3c7cb1-477e-4c5f-9965-cb60a2d8de14,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:53.032576 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-0b83ac9b-c886-4da4-b9fb-539521289311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:53.045920 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-7bf8d0aa-0ae8-486a-8283-ee80066f5344 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dd9a1f8984c4474aa4722fd84f45b670&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0438492 Jun 21 04:28:53.049038 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 60758) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:53.094958 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-db2b51c1-b804-45cf-b27e-57677f9d4cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:53.115522 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-db2b51c1-b804-45cf-b27e-57677f9d4cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:53.160543 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-db2b51c1-b804-45cf-b27e-57677f9d4cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:53.163780 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-db2b51c1-b804-45cf-b27e-57677f9d4cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:53.164890 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-db2b51c1-b804-45cf-b27e-57677f9d4cfb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/73bde19c-11a6-4778-af75-86ad83334e77 HTTP/1.1" status: 204 len: 168 time: 0.1149783 Jun 21 04:28:53.165620 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-b58ff24f-d6cd-48d8-b782-6840ebafc60c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:53.174844 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2b51c1-b804-45cf-b27e-57677f9d4cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73bde19c-11a6-4778-af75-86ad83334e77,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:53.177795 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-db2b51c1-b804-45cf-b27e-57677f9d4cfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:54.259016 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device afb3d547-308d-47f0-913b-5f4c242a31c7 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:28:54.281587 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] No Port match for: afb3d547-308d-47f0-913b-5f4c242a31c7 {{(pid=92784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:28:54.281959 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device afb3d547-308d-47f0-913b-5f4c242a31c7 not bound to the agent host hv-cinder-79717 {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:28:54.724721 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 60810) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:54.823097 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-6c85c3f0-9b25-41d9-82b2-147f1d387ebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:54.907965 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-6c85c3f0-9b25-41d9-82b2-147f1d387ebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:54.911738 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-6c85c3f0-9b25-41d9-82b2-147f1d387ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:54.915049 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-797e5fd3-7aed-4eff-bfd6-d6a8588bad66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:54.948916 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-6c85c3f0-9b25-41d9-82b2-147f1d387ebd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9d4c8a4534e5418587a091963f661752&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2231941 Jun 21 04:28:54.949775 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c85c3f0-9b25-41d9-82b2-147f1d387ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b277050-cd67-45e5-b485-2bb37d80cfb6,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:54.951665 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 60814) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:54.953916 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-6c85c3f0-9b25-41d9-82b2-147f1d387ebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:55.002204 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-19c5f822-b116-445a-8e22-1a84f53bc404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:55.022459 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-19c5f822-b116-445a-8e22-1a84f53bc404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:55.066752 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-19c5f822-b116-445a-8e22-1a84f53bc404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:55.069352 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-19c5f822-b116-445a-8e22-1a84f53bc404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:55.070499 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-19c5f822-b116-445a-8e22-1a84f53bc404 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9b277050-cd67-45e5-b485-2bb37d80cfb6 HTTP/1.1" status: 204 len: 168 time: 0.1173074 Jun 21 04:28:55.071288 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-98f62f10-a261-4de0-9324-56259d41daea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:55.079204 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c5f822-b116-445a-8e22-1a84f53bc404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b277050-cd67-45e5-b485-2bb37d80cfb6,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:55.081383 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-19c5f822-b116-445a-8e22-1a84f53bc404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:55.328799 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 60824) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:55.342428 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-3931c6a2-f807-4a55-95ff-df911904edc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:55.431770 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-3931c6a2-f807-4a55-95ff-df911904edc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:55.437855 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-3931c6a2-f807-4a55-95ff-df911904edc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:55.440198 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-70b4a2cb-5789-449d-93ea-1fd0c2f94ce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:55.475681 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-3931c6a2-f807-4a55-95ff-df911904edc0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=01c69ca05d0148c4a3d984d9dce3d1b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1457996 Jun 21 04:28:55.476656 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3931c6a2-f807-4a55-95ff-df911904edc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb3ea76-7e0c-4789-b7e0-3cf77a6c0be7,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:55.478269 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 60828) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:28:55.479684 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-3931c6a2-f807-4a55-95ff-df911904edc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:55.528499 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-09200a63-443d-4df8-95e2-aae85df21bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:55.544880 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3550715-b195-42de-a3d1-985271000e37 req-bddcd924-b461-4f45-a146-0ff323cb6ff4 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:55.546876 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a3550715-b195-42de-a3d1-985271000e37 req-bddcd924-b461-4f45-a146-0ff323cb6ff4 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 945 time: 0.0660844 Jun 21 04:28:55.549526 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-09200a63-443d-4df8-95e2-aae85df21bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:55.584781 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a3550715-b195-42de-a3d1-985271000e37 req-dcab3a8a-6d26-4acb-89c5-75d61cb28830 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319726 Jun 21 04:28:55.594284 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-09200a63-443d-4df8-95e2-aae85df21bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:55.596827 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-09200a63-443d-4df8-95e2-aae85df21bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:55.597926 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-09200a63-443d-4df8-95e2-aae85df21bb6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5bb3ea76-7e0c-4789-b7e0-3cf77a6c0be7 HTTP/1.1" status: 204 len: 168 time: 0.1183581 Jun 21 04:28:55.598697 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-67d9b084-30e7-444a-82e9-46b1fe61062b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:55.606079 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09200a63-443d-4df8-95e2-aae85df21bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb3ea76-7e0c-4789-b7e0-3cf77a6c0be7,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:55.608343 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-09200a63-443d-4df8-95e2-aae85df21bb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:56.758549 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3edc18-d3dc-44b2-bf92-5353a9c82080 req-b3abf954-36ad-4f60-91a4-4b55b2d28a19 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:56.760114 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-5a3edc18-d3dc-44b2-bf92-5353a9c82080 req-b3abf954-36ad-4f60-91a4-4b55b2d28a19 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 945 time: 0.0636528 Jun 21 04:28:56.797657 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-5a3edc18-d3dc-44b2-bf92-5353a9c82080 req-ee33e0a0-bf1c-4fd8-9c18-10de141d18c1 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317876 Jun 21 04:28:57.452229 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-cfbd3c93-2b20-4634-8514-453ee851d828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:57.898515 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111c5d6-61d8-4381-a571-edd6425f537f req-2237de16-58b4-49e0-a87e-c0bf02a11f35 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:57.900639 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-8111c5d6-61d8-4381-a571-edd6425f537f req-2237de16-58b4-49e0-a87e-c0bf02a11f35 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.55 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 945 time: 0.0843227 Jun 21 04:28:57.973546 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf06e6b7-96f2-4af0-80e5-da2f0493c637 req-e31f92ec-09fa-4e3c-b72c-02beee82d3e4 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:57.975168 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-bf06e6b7-96f2-4af0-80e5-da2f0493c637 req-e31f92ec-09fa-4e3c-b72c-02beee82d3e4 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=938646df-5fc6-4f95-a307-ed89132bae5e HTTP/1.1" status: 200 len: 945 time: 0.0644069 Jun 21 04:28:58.027744 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [req-8111c5d6-61d8-4381-a571-edd6425f537f req-5afe174d-dee8-4e37-843d-16f9bb9a372f tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Deleting port 0329bf5d-04b6-4868-aaf8-b1bb69cfbf14 {{(pid=92783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:28:58.028068 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-8111c5d6-61d8-4381-a571-edd6425f537f req-5afe174d-dee8-4e37-843d-16f9bb9a372f tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:58.034700 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-bf06e6b7-96f2-4af0-80e5-da2f0493c637 req-39ac9fc6-95be-4e24-8a9a-c7acfb1af0c7 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475388 Jun 21 04:28:58.120586 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.db [req-8111c5d6-61d8-4381-a571-edd6425f537f req-5afe174d-dee8-4e37-843d-16f9bb9a372f tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] For port 0329bf5d-04b6-4868-aaf8-b1bb69cfbf14, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=0329bf5d-04b6-4868-aaf8-b1bb69cfbf14,segment=NetworkSegment(e6e16a98-81bc-4c4b-9c1c-8fca945f6bc3),segment_id=e6e16a98-81bc-4c4b-9c1c-8fca945f6bc3)] {{(pid=92783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:28:58.120935 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-8111c5d6-61d8-4381-a571-edd6425f537f req-5afe174d-dee8-4e37-843d-16f9bb9a372f tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:58.185063 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [req-8111c5d6-61d8-4381-a571-edd6425f537f req-5afe174d-dee8-4e37-843d-16f9bb9a372f tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Calling delete_port for 0329bf5d-04b6-4868-aaf8-b1bb69cfbf14 owned by compute:nova {{(pid=92783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:28:58.312249 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-8111c5d6-61d8-4381-a571-edd6425f537f req-5afe174d-dee8-4e37-843d-16f9bb9a372f tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641976'] for port, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:58.316310 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-3b1ed14f-82a9-46e3-a197-96c29720e99a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:28:58.322937 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] get_ports_and_sgs() called for port_ids ['4a909c36-2c5c-4350-bdc2-a244007e2fab'] {{(pid=92784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:28:58.344136 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afe174d-dee8-4e37-843d-16f9bb9a372f tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Pushing event deleted for resources: {'Port': ['ID=0329bf5d-04b6-4868-aaf8-b1bb69cfbf14,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:28:58.346625 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-5afe174d-dee8-4e37-843d-16f9bb9a372f tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:28:58.389810 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.l3_dvrscheduler_db [req-8111c5d6-61d8-4381-a571-edd6425f537f req-5afe174d-dee8-4e37-843d-16f9bb9a372f tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] No DVR routers for this DVR port 0329bf5d-04b6-4868-aaf8-b1bb69cfbf14 on host hv-cinder-79717 {{(pid=92783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:28:58.392299 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-8111c5d6-61d8-4381-a571-edd6425f537f req-5afe174d-dee8-4e37-843d-16f9bb9a372f tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for port, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:28:58.394481 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-8111c5d6-61d8-4381-a571-edd6425f537f req-5afe174d-dee8-4e37-843d-16f9bb9a372f tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.55 "DELETE /v2.0/ports/0329bf5d-04b6-4868-aaf8-b1bb69cfbf14 HTTP/1.1" status: 204 len: 173 time: 0.4806385 Jun 21 04:28:58.394958 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '938646df-5fc6-4f95-a307-ed89132bae5e', 'name': 'network-vif-deleted', 'tag': '0329bf5d-04b6-4868-aaf8-b1bb69cfbf14'}] {{(pid=92783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:28:58.397406 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fda3b7b704fc347e73998d8dc34ef34ca3ad6aa16a3a5c6f92a4a64020d363b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5343f52-7696-4312-8b98-2b60fe38c9ea" -d '{"events": [{"server_uuid": "938646df-5fc6-4f95-a307-ed89132bae5e", "name": "network-vif-deleted", "tag": "0329bf5d-04b6-4868-aaf8-b1bb69cfbf14"}]}' {{(pid=92783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:28:58.436451 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ee3a32-27b4-4670-9271-d668368630fc x-openstack-request-id: req-75ee3a32-27b4-4670-9271-d668368630fc {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:28:58.436692 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "938646df-5fc6-4f95-a307-ed89132bae5e", "name": "network-vif-deleted", "tag": "0329bf5d-04b6-4868-aaf8-b1bb69cfbf14", "status": "completed", "code": 200}]} {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:28:58.436975 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-75ee3a32-27b4-4670-9271-d668368630fc {{(pid=92783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:28:58.437396 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '938646df-5fc6-4f95-a307-ed89132bae5e', 'name': 'network-vif-deleted', 'tag': '0329bf5d-04b6-4868-aaf8-b1bb69cfbf14', 'status': 'completed', 'code': 200} Jun 21 04:28:59.491123 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13068228-6333-4e1c-ac05-13fa016ab831 req-4f932231-1bca-466d-b488-99a30aedb01f tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:28:59.492541 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-13068228-6333-4e1c-ac05-13fa016ab831 req-4f932231-1bca-466d-b488-99a30aedb01f tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.0666409 Jun 21 04:28:59.528919 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-13068228-6333-4e1c-ac05-13fa016ab831 req-9127a459-50ab-4499-97a1-224672089e26 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306680 Jun 21 04:28:59.765799 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-9ae67c7f-71bf-4ff3-b50e-1290ebc6e7f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:00.036637 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:00.270631 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 0329bf5d-04b6-4868-aaf8-b1bb69cfbf14 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:29:00.291701 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] No Port match for: 0329bf5d-04b6-4868-aaf8-b1bb69cfbf14 {{(pid=92784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:29:00.291993 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 0329bf5d-04b6-4868-aaf8-b1bb69cfbf14 not bound to the agent host hv-cinder-79717 {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:29:00.707848 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f6ddc-0cab-44f4-b4e7-d7022f20de11 req-1964fb10-432a-4af0-b4e0-925a37899af3 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:00.709277 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-8c9f6ddc-0cab-44f4-b4e7-d7022f20de11 req-1964fb10-432a-4af0-b4e0-925a37899af3 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.0634134 Jun 21 04:29:00.745920 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-8c9f6ddc-0cab-44f4-b4e7-d7022f20de11 req-8fdd7f58-a24a-4312-a04f-15f421cabe0d tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310452 Jun 21 04:29:01.145816 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-96e1c505-da01-46a8-887c-1f2eb0a4db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:01.928099 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5917951-3789-4d2d-b2a6-875a31578fe6 req-34030818-99ec-4b63-9a63-060f341cd03e tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:01.929569 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f5917951-3789-4d2d-b2a6-875a31578fe6 req-34030818-99ec-4b63-9a63-060f341cd03e tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.0734961 Jun 21 04:29:01.967019 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f5917951-3789-4d2d-b2a6-875a31578fe6 req-d0309b76-c2c8-4301-8847-3f4e4a79cb72 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318587 Jun 21 04:29:02.585671 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-a8ace0c1-1149-433a-b03a-8a8d050911ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:03.135186 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc3594-4419-4b55-89d6-824ce592f98d req-1f8f8cb7-09d3-4eba-aa78-194bdaa42967 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:03.136609 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-8cfc3594-4419-4b55-89d6-824ce592f98d req-1f8f8cb7-09d3-4eba-aa78-194bdaa42967 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.0622466 Jun 21 04:29:03.173679 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-8cfc3594-4419-4b55-89d6-824ce592f98d req-38faebd4-b701-4f14-ab2f-eb64a4195510 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311768 Jun 21 04:29:04.023195 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 60982) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:04.126192 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-25bc3ad5-be18-48f8-a12e-645a9116fcff admin admin] Notify callbacks [] for security_group, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:04.210516 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-25bc3ad5-be18-48f8-a12e-645a9116fcff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:04.214595 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-25bc3ad5-be18-48f8-a12e-645a9116fcff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:04.217138 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-8aa36e1b-3d7c-4c56-80b4-63de3057ff6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:04.251481 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc3ad5-be18-48f8-a12e-645a9116fcff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad1088f-4502-4a36-8a22-ee2fa4d74d14,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:04.257639 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-25bc3ad5-be18-48f8-a12e-645a9116fcff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:04.258833 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-25bc3ad5-be18-48f8-a12e-645a9116fcff admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7d4be6833dc14d1c969d666dbd150f10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2346258 Jun 21 04:29:04.260714 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 60988) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:04.309279 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-c02d72a8-9c9f-4af9-b556-633d6a8144c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:04.331269 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-c02d72a8-9c9f-4af9-b556-633d6a8144c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:04.348440 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080cadf-ccf2-4f0a-975d-9ed23f4284ac req-5ae6631a-93a0-4c18-a553-b33602e50643 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:04.349888 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-2080cadf-ccf2-4f0a-975d-9ed23f4284ac req-5ae6631a-93a0-4c18-a553-b33602e50643 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.0649178 Jun 21 04:29:04.380455 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-c02d72a8-9c9f-4af9-b556-633d6a8144c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:04.383049 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-c02d72a8-9c9f-4af9-b556-633d6a8144c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:04.384171 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-c02d72a8-9c9f-4af9-b556-633d6a8144c0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6ad1088f-4502-4a36-8a22-ee2fa4d74d14 HTTP/1.1" status: 204 len: 168 time: 0.1224868 Jun 21 04:29:04.384912 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-8a8b9531-611c-4297-9766-09b4f613da83 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:04.387324 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-2080cadf-ccf2-4f0a-975d-9ed23f4284ac req-84cf8324-7ce7-4639-960e-c7ef80e8c4a5 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317080 Jun 21 04:29:04.394413 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02d72a8-9c9f-4af9-b556-633d6a8144c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad1088f-4502-4a36-8a22-ee2fa4d74d14,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:04.396751 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-c02d72a8-9c9f-4af9-b556-633d6a8144c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:04.633104 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 60994) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:04.646434 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-f25cc622-0836-4dda-9b30-380c020dc39a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:04.733592 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-f25cc622-0836-4dda-9b30-380c020dc39a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:04.737227 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-f25cc622-0836-4dda-9b30-380c020dc39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:04.739782 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-6c85c3f0-9b25-41d9-82b2-147f1d387ebd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:04.775150 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-f25cc622-0836-4dda-9b30-380c020dc39a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3c6ca8d625a249ba9fa54669a67b6a18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1409836 Jun 21 04:29:04.776091 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25cc622-0836-4dda-9b30-380c020dc39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78dec1c4-17f0-4909-bfa6-bc98df3fe7cc,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:04.777752 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 60996) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:04.779104 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-f25cc622-0836-4dda-9b30-380c020dc39a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:04.825291 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-97ec611c-73da-46b7-abd2-7946f84c99a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:04.847214 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-97ec611c-73da-46b7-abd2-7946f84c99a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:04.892089 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-97ec611c-73da-46b7-abd2-7946f84c99a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:04.894735 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-97ec611c-73da-46b7-abd2-7946f84c99a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:04.895891 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-97ec611c-73da-46b7-abd2-7946f84c99a6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/78dec1c4-17f0-4909-bfa6-bc98df3fe7cc HTTP/1.1" status: 204 len: 168 time: 0.1170232 Jun 21 04:29:04.896763 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-bf14d8a8-9456-4be2-9726-78c870b1451b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:04.904109 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec611c-73da-46b7-abd2-7946f84c99a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78dec1c4-17f0-4909-bfa6-bc98df3fe7cc,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:04.906395 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-97ec611c-73da-46b7-abd2-7946f84c99a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:05.193954 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 32770) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:05.207364 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-0d0d94c0-d85f-43fd-80e5-f6c0427de50f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:05.302736 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-0d0d94c0-d85f-43fd-80e5-f6c0427de50f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:05.306135 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-0d0d94c0-d85f-43fd-80e5-f6c0427de50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:05.309278 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-8af2afc3-d203-4315-8f46-185a3474554c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:05.344878 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-0d0d94c0-d85f-43fd-80e5-f6c0427de50f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0f384b818df1492384eb2ba98dbe2e74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1498699 Jun 21 04:29:05.346888 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0d94c0-d85f-43fd-80e5-f6c0427de50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf094dd4-847c-41fb-a208-6bd4330bd305,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:05.347559 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 32772) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:05.349811 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-0d0d94c0-d85f-43fd-80e5-f6c0427de50f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:05.395127 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-0e0844cc-54ff-490a-abe7-068b380aedb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:05.415269 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-0e0844cc-54ff-490a-abe7-068b380aedb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:05.503736 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-0e0844cc-54ff-490a-abe7-068b380aedb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:05.506412 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-0e0844cc-54ff-490a-abe7-068b380aedb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:05.507524 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-0e0844cc-54ff-490a-abe7-068b380aedb6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cf094dd4-847c-41fb-a208-6bd4330bd305 HTTP/1.1" status: 204 len: 168 time: 0.1589792 Jun 21 04:29:05.509018 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-78ffac80-8d50-4012-b74b-82855f760419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:05.518069 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fec5c-844b-40c6-8c64-ad4107062c47 req-c59c5bd7-b3c7-45e5-9b09-d5a729d8e8f4 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:05.519502 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-d12fec5c-844b-40c6-8c64-ad4107062c47 req-c59c5bd7-b3c7-45e5-9b09-d5a729d8e8f4 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.55 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.0827420 Jun 21 04:29:05.526688 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0844cc-54ff-490a-abe7-068b380aedb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf094dd4-847c-41fb-a208-6bd4330bd305,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:05.534042 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-0e0844cc-54ff-490a-abe7-068b380aedb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:05.572439 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000a973-c301-46e3-95ad-2a70126dc613 req-085e6804-0a2e-4b24-80ad-c2b0f3996c38 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:05.573910 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6000a973-c301-46e3-95ad-2a70126dc613 req-085e6804-0a2e-4b24-80ad-c2b0f3996c38 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 945 time: 0.0686743 Jun 21 04:29:05.615977 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6000a973-c301-46e3-95ad-2a70126dc613 req-17ad2726-a0e8-4340-b60c-a1eff8fc2d2b tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/security-groups?id=18f6ce5c-3596-46fb-9781-74b2bb9dc60d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334227 Jun 21 04:29:05.631379 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [req-d12fec5c-844b-40c6-8c64-ad4107062c47 req-c0ea14cb-6849-4040-8658-a18434453de8 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Deleting port 4a909c36-2c5c-4350-bdc2-a244007e2fab {{(pid=92783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:29:05.631727 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-d12fec5c-844b-40c6-8c64-ad4107062c47 req-c0ea14cb-6849-4040-8658-a18434453de8 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:05.729201 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.db [req-d12fec5c-844b-40c6-8c64-ad4107062c47 req-c0ea14cb-6849-4040-8658-a18434453de8 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] For port 4a909c36-2c5c-4350-bdc2-a244007e2fab, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=4a909c36-2c5c-4350-bdc2-a244007e2fab,segment=NetworkSegment(e6e16a98-81bc-4c4b-9c1c-8fca945f6bc3),segment_id=e6e16a98-81bc-4c4b-9c1c-8fca945f6bc3)] {{(pid=92783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:29:05.729559 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-d12fec5c-844b-40c6-8c64-ad4107062c47 req-c0ea14cb-6849-4040-8658-a18434453de8 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:05.797776 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [req-d12fec5c-844b-40c6-8c64-ad4107062c47 req-c0ea14cb-6849-4040-8658-a18434453de8 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Calling delete_port for 4a909c36-2c5c-4350-bdc2-a244007e2fab owned by compute:nova {{(pid=92783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:29:05.925669 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-d12fec5c-844b-40c6-8c64-ad4107062c47 req-c0ea14cb-6849-4040-8658-a18434453de8 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641976'] for port, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:05.929432 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-48d81c07-0c04-42c9-853c-74675d6a2c4d tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:05.937570 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] get_ports_and_sgs() called for port_ids ['4a909c36-2c5c-4350-bdc2-a244007e2fab'] {{(pid=92784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:29:05.958594 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea14cb-6849-4040-8658-a18434453de8 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Pushing event deleted for resources: {'Port': ['ID=4a909c36-2c5c-4350-bdc2-a244007e2fab,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:05.961492 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-c0ea14cb-6849-4040-8658-a18434453de8 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:06.004762 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.l3_dvrscheduler_db [req-d12fec5c-844b-40c6-8c64-ad4107062c47 req-c0ea14cb-6849-4040-8658-a18434453de8 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] No DVR routers for this DVR port 4a909c36-2c5c-4350-bdc2-a244007e2fab on host hv-cinder-79717 {{(pid=92783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:29:06.007693 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-d12fec5c-844b-40c6-8c64-ad4107062c47 req-c0ea14cb-6849-4040-8658-a18434453de8 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for port, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:06.009668 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-d12fec5c-844b-40c6-8c64-ad4107062c47 req-c0ea14cb-6849-4040-8658-a18434453de8 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.55 "DELETE /v2.0/ports/4a909c36-2c5c-4350-bdc2-a244007e2fab HTTP/1.1" status: 204 len: 173 time: 0.4841945 Jun 21 04:29:06.010150 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a253e2ab-e1ea-482c-8ea5-17f916c1e73f', 'name': 'network-vif-deleted', 'tag': '4a909c36-2c5c-4350-bdc2-a244007e2fab'}] {{(pid=92783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:29:06.012950 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fda3b7b704fc347e73998d8dc34ef34ca3ad6aa16a3a5c6f92a4a64020d363b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7054f79c-c715-453f-a16d-69305e20c114" -d '{"events": [{"server_uuid": "a253e2ab-e1ea-482c-8ea5-17f916c1e73f", "name": "network-vif-deleted", "tag": "4a909c36-2c5c-4350-bdc2-a244007e2fab"}]}' {{(pid=92783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:29:06.053274 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12e5fc1-9c45-483f-b7e8-6e2884627353 x-openstack-request-id: req-b12e5fc1-9c45-483f-b7e8-6e2884627353 {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:29:06.053274 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a253e2ab-e1ea-482c-8ea5-17f916c1e73f", "name": "network-vif-deleted", "tag": "4a909c36-2c5c-4350-bdc2-a244007e2fab", "status": "completed", "code": 200}]} {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:29:06.053274 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b12e5fc1-9c45-483f-b7e8-6e2884627353 {{(pid=92783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:29:06.053700 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a253e2ab-e1ea-482c-8ea5-17f916c1e73f', 'name': 'network-vif-deleted', 'tag': '4a909c36-2c5c-4350-bdc2-a244007e2fab', 'status': 'completed', 'code': 200} Jun 21 04:29:06.780148 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-5cb8c9af-88d1-4375-bd67-f254f120c087 req-de1a665f-eea1-4553-a83e-012864ce2ff7 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] 10.222.0.53 "GET /v2.0/ports?device_id=a253e2ab-e1ea-482c-8ea5-17f916c1e73f HTTP/1.1" status: 200 len: 210 time: 0.0277889 Jun 21 04:29:07.720644 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b2b9c-30fe-4d2b-88b6-f9024fa8188d req-a4fe8fed-e49c-401b-bf23-541f19fa810a tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:07.721981 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d93b2b9c-30fe-4d2b-88b6-f9024fa8188d req-a4fe8fed-e49c-401b-bf23-541f19fa810a tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 945 time: 0.0686200 Jun 21 04:29:07.757576 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d93b2b9c-30fe-4d2b-88b6-f9024fa8188d req-7a72dfe9-ee26-410c-b83e-cf87834e64c4 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?id=d70c9646-a852-4f4d-a850-9cdfde0acad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299323 Jun 21 04:29:07.869799 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 32844) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:08.254796 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-f82ae8e3-bf87-4db7-a032-3f826e45bb6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654004'] for router_interface, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:08.297614 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 4a909c36-2c5c-4350-bdc2-a244007e2fab no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:29:08.317741 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] No Port match for: 4a909c36-2c5c-4350-bdc2-a244007e2fab {{(pid=92784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:29:08.318172 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 4a909c36-2c5c-4350-bdc2-a244007e2fab not bound to the agent host hv-cinder-79717 {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:29:08.560532 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.plugin [None req-f82ae8e3-bf87-4db7-a032-3f826e45bb6b admin admin] Deleting port 130eb5cf-43be-427f-830f-e697f4e63f1e {{(pid=92782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:29:08.560871 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-f82ae8e3-bf87-4db7-a032-3f826e45bb6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:08.642100 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.db [None req-f82ae8e3-bf87-4db7-a032-3f826e45bb6b admin admin] For port 130eb5cf-43be-427f-830f-e697f4e63f1e, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=130eb5cf-43be-427f-830f-e697f4e63f1e,segment=NetworkSegment(e6e16a98-81bc-4c4b-9c1c-8fca945f6bc3),segment_id=e6e16a98-81bc-4c4b-9c1c-8fca945f6bc3)] {{(pid=92782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:29:08.642497 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-f82ae8e3-bf87-4db7-a032-3f826e45bb6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:08.711144 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.plugin [None req-f82ae8e3-bf87-4db7-a032-3f826e45bb6b admin admin] Calling delete_port for 130eb5cf-43be-427f-830f-e697f4e63f1e owned by network:router_interface {{(pid=92782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:29:09.167975 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db4833-f80b-46c2-9022-c489047fdaa4 req-d9a091aa-ce4f-4d05-af3d-f47b269d7944 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:09.169404 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-66db4833-f80b-46c2-9022-c489047fdaa4 req-d9a091aa-ce4f-4d05-af3d-f47b269d7944 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 945 time: 0.1053038 Jun 21 04:29:09.210958 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-f82ae8e3-bf87-4db7-a032-3f826e45bb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14133696'] for port, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:09.215101 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-7fa8079a-6358-4ceb-bc4a-e7e579ae899c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:09.244738 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-66db4833-f80b-46c2-9022-c489047fdaa4 req-e7de37b5-6b26-4436-aeb2-6b0c61a4a6ef tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?id=d70c9646-a852-4f4d-a850-9cdfde0acad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695653 Jun 21 04:29:09.245988 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82ae8e3-bf87-4db7-a032-3f826e45bb6b admin admin] Pushing event deleted for resources: {'Port': ['ID=130eb5cf-43be-427f-830f-e697f4e63f1e,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:09.248464 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-f82ae8e3-bf87-4db7-a032-3f826e45bb6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:09.406655 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-f82ae8e3-bf87-4db7-a032-3f826e45bb6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1773170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653832'] for router_interface, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:09.611386 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f82ae8e3-bf87-4db7-a032-3f826e45bb6b admin admin] Router 96f9eb46-2989-4a2d-b386-d2b2e9c54072 has already been hosted by L3 agent 24838221-9d49-44eb-9e47-6a2fc9da17a2 {{(pid=92782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:29:09.718635 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82ae8e3-bf87-4db7-a032-3f826e45bb6b admin admin] Notify agent at l3_agent.dv-cinder-797170-3-iscsi the message routers_updated {{(pid=92782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:29:09.723700 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-f82ae8e3-bf87-4db7-a032-3f826e45bb6b admin admin] 10.222.0.53 "PUT /v2.0/routers/96f9eb46-2989-4a2d-b386-d2b2e9c54072/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8527396 Jun 21 04:29:09.727142 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 32864) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:09.734279 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3283748f-2b77-4232-9d9f-b7b82ea97df3 None None] Sync routers for ids ['96f9eb46-2989-4a2d-b386-d2b2e9c54072'] in dv-cinder-797170-3-iscsi {{(pid=92785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:29:09.745876 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3283748f-2b77-4232-9d9f-b7b82ea97df3 None None] Routers {'96f9eb46-2989-4a2d-b386-d2b2e9c54072'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:29:09.746800 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-3283748f-2b77-4232-9d9f-b7b82ea97df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:29:00Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['96f9eb46-2989-4a2d-b386-d2b2e9c54072'], 'active': True} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:09.843681 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-e5b297b0-6eb1-4797-9854-a6d7ff7b20f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:09.938780 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvr_db [None req-3283748f-2b77-4232-9d9f-b7b82ea97df3 None None] Set router 96f9eb46-2989-4a2d-b386-d2b2e9c54072 gateway port host: dv-cinder-797170-3-iscsi {{(pid=92785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:29:09.955959 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-e5b297b0-6eb1-4797-9854-a6d7ff7b20f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:10.010840 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.plugin [None req-e5b297b0-6eb1-4797-9854-a6d7ff7b20f0 admin admin] Deleting port cc09d99c-5b96-4658-b69f-c0c707038adc {{(pid=92782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:29:10.011190 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-e5b297b0-6eb1-4797-9854-a6d7ff7b20f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:10.088634 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.db [None req-e5b297b0-6eb1-4797-9854-a6d7ff7b20f0 admin admin] For port cc09d99c-5b96-4658-b69f-c0c707038adc, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=cc09d99c-5b96-4658-b69f-c0c707038adc,segment=NetworkSegment(e399e9b6-8ae1-4c2d-bd11-625228d4b590),segment_id=e399e9b6-8ae1-4c2d-bd11-625228d4b590)] {{(pid=92782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:29:10.088993 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-e5b297b0-6eb1-4797-9854-a6d7ff7b20f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:10.118321 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-3283748f-2b77-4232-9d9f-b7b82ea97df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f9eb46-2989-4a2d-b386-d2b2e9c54072', 'name': 'tempest-ServerRescueNegativeTestJSON-747485980-router', 'tenant_id': 'ccd1b659f7b548f69df434ddfadc8cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': 'cc09d99c-5b96-4658-b69f-c0c707038adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:21Z', 'updated_at': '2021-06-21T04:29:09Z', 'revision_number': 5, 'project_id': 'ccd1b659f7b548f69df434ddfadc8cf1', 'gw_port': {'id': 'cc09d99c-5b96-4658-b69f-c0c707038adc', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:42:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f9eb46-2989-4a2d-b386-d2b2e9c54072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:22Z', 'updated_at': '2021-06-21T04:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi'}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:10.146225 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3283748f-2b77-4232-9d9f-b7b82ea97df3 None None] Checking router: 96f9eb46-2989-4a2d-b386-d2b2e9c54072 for host: dv-cinder-797170-3-iscsi {{(pid=92785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:29:10.153827 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.plugin [None req-e5b297b0-6eb1-4797-9854-a6d7ff7b20f0 admin admin] Calling delete_port for cc09d99c-5b96-4658-b69f-c0c707038adc owned by network:router_gateway {{(pid=92782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:29:10.154256 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3283748f-2b77-4232-9d9f-b7b82ea97df3 None None] Routers {'96f9eb46-2989-4a2d-b386-d2b2e9c54072'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:29:10.154890 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-3283748f-2b77-4232-9d9f-b7b82ea97df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:29:00Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['96f9eb46-2989-4a2d-b386-d2b2e9c54072'], 'active': True} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:10.233483 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvr_db [None req-3283748f-2b77-4232-9d9f-b7b82ea97df3 None None] Set router 96f9eb46-2989-4a2d-b386-d2b2e9c54072 gateway port host: None {{(pid=92785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:29:10.290825 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-3283748f-2b77-4232-9d9f-b7b82ea97df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96f9eb46-2989-4a2d-b386-d2b2e9c54072', 'name': 'tempest-ServerRescueNegativeTestJSON-747485980-router', 'tenant_id': 'ccd1b659f7b548f69df434ddfadc8cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:21Z', 'updated_at': '2021-06-21T04:29:09Z', 'revision_number': 6, 'project_id': 'ccd1b659f7b548f69df434ddfadc8cf1', 'gw_port_host': None}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:10.317391 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3283748f-2b77-4232-9d9f-b7b82ea97df3 None None] The sync data for ids ['96f9eb46-2989-4a2d-b386-d2b2e9c54072'] in dv-cinder-797170-3-iscsi is: [{'id': '96f9eb46-2989-4a2d-b386-d2b2e9c54072', 'name': 'tempest-ServerRescueNegativeTestJSON-747485980-router', 'tenant_id': 'ccd1b659f7b548f69df434ddfadc8cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:21Z', 'updated_at': '2021-06-21T04:29:09Z', 'revision_number': 6, 'project_id': 'ccd1b659f7b548f69df434ddfadc8cf1', 'gw_port_host': None}] {{(pid=92785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:29:10.323267 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-e5b297b0-6eb1-4797-9854-a6d7ff7b20f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14133696'] for port, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:10.326533 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-daee227a-3fd7-4ccc-a482-0157f3cd404c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:10.358064 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b297b0-6eb1-4797-9854-a6d7ff7b20f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc09d99c-5b96-4658-b69f-c0c707038adc,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:10.360891 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-e5b297b0-6eb1-4797-9854-a6d7ff7b20f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:10.456048 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-e5b297b0-6eb1-4797-9854-a6d7ff7b20f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689700'] for router_gateway, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:10.569410 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6294eb6-8254-44fa-8d1d-0c9f7369917f req-e9121f74-cdf5-41e5-8a9e-d71fa1604dbb tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:10.570908 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a6294eb6-8254-44fa-8d1d-0c9f7369917f req-e9121f74-cdf5-41e5-8a9e-d71fa1604dbb tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 945 time: 0.2076595 Jun 21 04:29:10.572360 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-e5b297b0-6eb1-4797-9854-a6d7ff7b20f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1652090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1072'] for router, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:10.574504 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-e5b297b0-6eb1-4797-9854-a6d7ff7b20f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:10.652171 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-e5b297b0-6eb1-4797-9854-a6d7ff7b20f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1652779'] for router, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:10.652632 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b297b0-6eb1-4797-9854-a6d7ff7b20f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96f9eb46-2989-4a2d-b386-d2b2e9c54072 {{(pid=92782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 04:29:10.658150 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-e5b297b0-6eb1-4797-9854-a6d7ff7b20f0 admin admin] Notify callbacks [] for router, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:10.659281 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-e5b297b0-6eb1-4797-9854-a6d7ff7b20f0 admin admin] 10.222.0.53 "DELETE /v2.0/routers/96f9eb46-2989-4a2d-b386-d2b2e9c54072 HTTP/1.1" status: 204 len: 168 time: 0.9312263 Jun 21 04:29:10.662190 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 32872) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:10.673628 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a6294eb6-8254-44fa-8d1d-0c9f7369917f req-c885c69a-e32b-4807-8d56-a1c7f3787bca tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?id=d70c9646-a852-4f4d-a850-9cdfde0acad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950840 Jun 21 04:29:10.712417 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa0df96e-0171-4b25-9429-b95a9172cddb admin admin] Deleting subnet 849daa8e-dac6-4f8a-9763-33d634d005e9 {{(pid=92783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:29:10.715698 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-fa0df96e-0171-4b25-9429-b95a9172cddb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:10.754254 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-fa0df96e-0171-4b25-9429-b95a9172cddb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13430084'] for subnet, precommit_delete_associations {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:10.797019 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-fa0df96e-0171-4b25-9429-b95a9172cddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611213'] for subnet, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:10.851209 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-fa0df96e-0171-4b25-9429-b95a9172cddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14170667'] for subnet, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:10.854322 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-64196054-b9ea-46fb-a4a2-24aaa82aaf6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:10.879333 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0df96e-0171-4b25-9429-b95a9172cddb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=849daa8e-dac6-4f8a-9763-33d634d005e9,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:10.881435 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-fa0df96e-0171-4b25-9429-b95a9172cddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for subnet, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:10.883330 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-fa0df96e-0171-4b25-9429-b95a9172cddb admin admin] 10.222.0.53 "DELETE /v2.0/subnets/849daa8e-dac6-4f8a-9763-33d634d005e9 HTTP/1.1" status: 204 len: 168 time: 0.2200184 Jun 21 04:29:10.884278 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-fa0df96e-0171-4b25-9429-b95a9172cddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:10.885729 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 32876) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:10.956648 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-d4477f5b-2dd9-4f72-86de-d02a7960069e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588785'] for network, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:11.037066 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-d4477f5b-2dd9-4f72-86de-d02a7960069e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611858', 'neutron.services.segments.db._delete_segments_for_network-8749528986579'] for network, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:11.047515 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.services.segments.db [None req-d4477f5b-2dd9-4f72-86de-d02a7960069e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64d28b19-33d9-4d9a-ba0d-ec7e5a053d07']}} {{(pid=92783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:11.057299 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.services.segments.db [None req-d4477f5b-2dd9-4f72-86de-d02a7960069e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6e16a98-81bc-4c4b-9c1c-8fca945f6bc3') {'for_net_delete': True} {{(pid=92783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:11.057589 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.services.segments.db [None req-d4477f5b-2dd9-4f72-86de-d02a7960069e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6e16a98-81bc-4c4b-9c1c-8fca945f6bc3') {} {{(pid=92783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:11.066072 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-d4477f5b-2dd9-4f72-86de-d02a7960069e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749528986408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13430093'] for segment, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:11.080340 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-d4477f5b-2dd9-4f72-86de-d02a7960069e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607066'] for segment, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:11.087219 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4477f5b-2dd9-4f72-86de-d02a7960069e admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=92783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:29:11.087614 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-d4477f5b-2dd9-4f72-86de-d02a7960069e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12642153'] for segment, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:11.089398 dv-cinder-797170-3-iscsi neutron-server[92783]: Traceback (most recent call last): Jun 21 04:29:11.089398 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:29:11.089398 dv-cinder-797170-3-iscsi neutron-server[92783]: timer() Jun 21 04:29:11.089398 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:29:11.089398 dv-cinder-797170-3-iscsi neutron-server[92783]: cb(*args, **kw) Jun 21 04:29:11.089398 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:29:11.089398 dv-cinder-797170-3-iscsi neutron-server[92783]: return func(*args, **kwargs) Jun 21 04:29:11.089398 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:29:11.089398 dv-cinder-797170-3-iscsi neutron-server[92783]: self._notify() Jun 21 04:29:11.089398 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:29:11.089398 dv-cinder-797170-3-iscsi neutron-server[92783]: self.callback(batched_events) Jun 21 04:29:11.089398 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:29:11.089398 dv-cinder-797170-3-iscsi neutron-server[92783]: event.method(event) Jun 21 04:29:11.089398 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:29:11.089398 dv-cinder-797170-3-iscsi neutron-server[92783]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:29:11.089398 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:29:11.089398 dv-cinder-797170-3-iscsi neutron-server[92783]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:29:11.089398 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:29:11.089398 dv-cinder-797170-3-iscsi neutron-server[92783]: return f(self, *a, **k) Jun 21 04:29:11.089398 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:29:11.089398 dv-cinder-797170-3-iscsi neutron-server[92783]: return self._get(url).json() Jun 21 04:29:11.089398 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:29:11.089398 dv-cinder-797170-3-iscsi neutron-server[92783]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:29:11.089398 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:29:11.089398 dv-cinder-797170-3-iscsi neutron-server[92783]: return self.request(url, 'GET', **kwargs) Jun 21 04:29:11.089398 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:29:11.089398 dv-cinder-797170-3-iscsi neutron-server[92783]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:29:11.089398 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:29:11.089398 dv-cinder-797170-3-iscsi neutron-server[92783]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:29:11.089398 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:29:11.089398 dv-cinder-797170-3-iscsi neutron-server[92783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:29:11.089398 dv-cinder-797170-3-iscsi neutron-server[92783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:29:11.148701 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-d4477f5b-2dd9-4f72-86de-d02a7960069e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-431616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689787'] for network, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:11.152617 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-2de78dd9-5306-495b-ba59-ed03454d1bb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:11.155304 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-d4477f5b-2dd9-4f72-86de-d02a7960069e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for network, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:11.157596 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-d4477f5b-2dd9-4f72-86de-d02a7960069e admin admin] 10.222.0.53 "DELETE /v2.0/networks/64d28b19-33d9-4d9a-ba0d-ec7e5a053d07 HTTP/1.1" status: 204 len: 168 time: 0.2709875 Jun 21 04:29:11.168926 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4477f5b-2dd9-4f72-86de-d02a7960069e admin admin] Pushing event deleted for resources: {'Network': ['ID=64d28b19-33d9-4d9a-ba0d-ec7e5a053d07,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:11.172005 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-d4477f5b-2dd9-4f72-86de-d02a7960069e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:11.250220 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device cc09d99c-5b96-4658-b69f-c0c707038adc no longer exists at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:29:11.286796 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] No Port match for: cc09d99c-5b96-4658-b69f-c0c707038adc {{(pid=92784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:29:11.290264 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 32892) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:11.290474 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device cc09d99c-5b96-4658-b69f-c0c707038adc not bound to the agent host dv-cinder-797170-3-iscsi {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:29:11.290851 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 130eb5cf-43be-427f-830f-e697f4e63f1e no longer exists at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:29:11.298797 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 32894) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:11.312917 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] No Port match for: 130eb5cf-43be-427f-830f-e697f4e63f1e {{(pid=92784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:29:11.313294 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 130eb5cf-43be-427f-830f-e697f4e63f1e not bound to the agent host dv-cinder-797170-3-iscsi {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:29:11.340995 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-e36a5dc2-2ee8-4820-9fd2-5a5a226960b2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ccd1b659f7b548f69df434ddfadc8cf1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0492280 Jun 21 04:29:11.343349 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 32898) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:11.394421 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-d9003ebf-e239-4184-8958-15b135a15d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:11.418277 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-d9003ebf-e239-4184-8958-15b135a15d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:11.469780 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-9f2a2856-e04f-46ec-9995-4fd694ae4f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:11.474550 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-d9003ebf-e239-4184-8958-15b135a15d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:11.477162 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-d9003ebf-e239-4184-8958-15b135a15d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:11.478276 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-d9003ebf-e239-4184-8958-15b135a15d09 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/18f6ce5c-3596-46fb-9781-74b2bb9dc60d HTTP/1.1" status: 204 len: 168 time: 0.1339481 Jun 21 04:29:11.479112 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-a5c5c5ad-de2d-4be1-b9f4-ab2a304ad68a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:11.490628 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9003ebf-e239-4184-8958-15b135a15d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f6ce5c-3596-46fb-9781-74b2bb9dc60d,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:11.493320 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-d9003ebf-e239-4184-8958-15b135a15d09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:11.564725 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-9f2a2856-e04f-46ec-9995-4fd694ae4f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:11.569755 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-9f2a2856-e04f-46ec-9995-4fd694ae4f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:11.573123 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-dd73fe0d-b93f-4879-a841-2a0ef1655f17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:11.607817 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-9f2a2856-e04f-46ec-9995-4fd694ae4f06 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bc6f163babae4bd6af2e8d4daef618e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3079717 Jun 21 04:29:11.610468 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a2856-e04f-46ec-9995-4fd694ae4f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2556cab6-a4db-47c5-bb51-909d92276f14,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:11.611202 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 32904) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:11.613487 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-9f2a2856-e04f-46ec-9995-4fd694ae4f06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:11.661975 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-2854e5ba-2e47-402c-a0f4-aaabcfb85892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:11.683491 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-2854e5ba-2e47-402c-a0f4-aaabcfb85892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:11.733404 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-2854e5ba-2e47-402c-a0f4-aaabcfb85892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:11.740136 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-2854e5ba-2e47-402c-a0f4-aaabcfb85892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:11.745643 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-2854e5ba-2e47-402c-a0f4-aaabcfb85892 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2556cab6-a4db-47c5-bb51-909d92276f14 HTTP/1.1" status: 204 len: 168 time: 0.1333306 Jun 21 04:29:11.748096 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-c02d72a8-9c9f-4af9-b556-633d6a8144c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:11.756987 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2854e5ba-2e47-402c-a0f4-aaabcfb85892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2556cab6-a4db-47c5-bb51-909d92276f14,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:11.765054 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-2854e5ba-2e47-402c-a0f4-aaabcfb85892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:11.862487 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dde4c3-b288-490b-8f0f-dc1853bfe8c9 req-37ea6258-d179-46cb-85d3-b677fa7151a3 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:11.864107 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c1dde4c3-b288-490b-8f0f-dc1853bfe8c9 req-37ea6258-d179-46cb-85d3-b677fa7151a3 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 945 time: 0.0711424 Jun 21 04:29:11.903798 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c1dde4c3-b288-490b-8f0f-dc1853bfe8c9 req-9b4f6ba5-7adc-45dc-ad20-d559e62944db tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?id=d70c9646-a852-4f4d-a850-9cdfde0acad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334044 Jun 21 04:29:12.045461 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 32926) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:12.058682 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a7859166-5a4e-44bf-833b-7d869010b06b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:12.145476 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a7859166-5a4e-44bf-833b-7d869010b06b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:12.149288 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a7859166-5a4e-44bf-833b-7d869010b06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:12.151803 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-a2b94845-2fdd-466a-a2dc-65808fa1f014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:12.187942 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-a7859166-5a4e-44bf-833b-7d869010b06b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ef96dba0770b480ea6253348b4ebea01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1413932 Jun 21 04:29:12.189951 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7859166-5a4e-44bf-833b-7d869010b06b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a8e8bb-03ea-4cae-8b7b-501fdb102be7,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:12.190591 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 32930) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:12.192991 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-a7859166-5a4e-44bf-833b-7d869010b06b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:12.240175 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-1c2cf68c-8b53-4ac7-a3ac-4aa822883e7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:12.262769 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-1c2cf68c-8b53-4ac7-a3ac-4aa822883e7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:12.309799 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-1c2cf68c-8b53-4ac7-a3ac-4aa822883e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:12.312499 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-1c2cf68c-8b53-4ac7-a3ac-4aa822883e7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:12.313658 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-1c2cf68c-8b53-4ac7-a3ac-4aa822883e7b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/64a8e8bb-03ea-4cae-8b7b-501fdb102be7 HTTP/1.1" status: 204 len: 168 time: 0.1219866 Jun 21 04:29:12.314416 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-daf3f86e-90f5-46c2-bbd0-3d30b25b7df9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:12.321799 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cf68c-8b53-4ac7-a3ac-4aa822883e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a8e8bb-03ea-4cae-8b7b-501fdb102be7,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:12.323988 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-1c2cf68c-8b53-4ac7-a3ac-4aa822883e7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:13.091893 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec149b-a8e9-45db-856f-da787cfeee9e req-78bd64b6-accf-436b-bf26-a128e6e7e43a tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:13.094659 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-bbec149b-a8e9-45db-856f-da787cfeee9e req-78bd64b6-accf-436b-bf26-a128e6e7e43a tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 945 time: 0.0743155 Jun 21 04:29:13.137150 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-bbec149b-a8e9-45db-856f-da787cfeee9e req-dceb541a-c80e-4223-b46d-a84fca8038b6 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?id=d70c9646-a852-4f4d-a850-9cdfde0acad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356154 Jun 21 04:29:14.309354 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70709b98-635d-4d6a-96a9-2a93d3a37859 req-499d99e7-8f50-4b7c-a0c1-b4e096973dc1 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:14.310802 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-70709b98-635d-4d6a-96a9-2a93d3a37859 req-499d99e7-8f50-4b7c-a0c1-b4e096973dc1 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 945 time: 0.0621457 Jun 21 04:29:14.332070 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.agents_db [None req-2d4e51dd-16b2-4ea0-aa94-70b67a47226d None None] Agent healthcheck: found 6 active agents {{(pid=92785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:29:14.347315 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-70709b98-635d-4d6a-96a9-2a93d3a37859 req-a493ca37-fb69-478b-b18d-7b7a36ebbdaa tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?id=d70c9646-a852-4f4d-a850-9cdfde0acad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302603 Jun 21 04:29:15.515542 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba17ed-eb99-48d7-b38a-02487d4e11a0 req-11e8c7b1-b0c9-494a-ba88-3d1655e962ae tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:15.516963 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-09ba17ed-eb99-48d7-b38a-02487d4e11a0 req-11e8c7b1-b0c9-494a-ba88-3d1655e962ae tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 945 time: 0.0616467 Jun 21 04:29:15.553666 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-09ba17ed-eb99-48d7-b38a-02487d4e11a0 req-eb5f68a3-c64a-41d3-b299-0bdaa216eb5d tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?id=d70c9646-a852-4f4d-a850-9cdfde0acad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312629 Jun 21 04:29:16.250303 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 33056) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:16.353965 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-e81c93c5-fca8-42bb-b438-d7d316c6bda4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:16.441549 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-e81c93c5-fca8-42bb-b438-d7d316c6bda4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:16.445718 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-e81c93c5-fca8-42bb-b438-d7d316c6bda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:16.449500 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-be44e8b8-a43a-4357-b063-febefd1e9fe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:16.484290 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-e81c93c5-fca8-42bb-b438-d7d316c6bda4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=388257d5058e4a018f2748fd6656bba6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2328887 Jun 21 04:29:16.486150 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c93c5-fca8-42bb-b438-d7d316c6bda4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=620adbb1-1d92-44bb-ab2b-c708f4723ef2,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:16.486937 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 33062) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:16.489118 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-e81c93c5-fca8-42bb-b438-d7d316c6bda4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:16.538126 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b24ab2bd-d44f-45f7-9648-34a139711c95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:16.558004 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b24ab2bd-d44f-45f7-9648-34a139711c95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:16.603887 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b24ab2bd-d44f-45f7-9648-34a139711c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:16.606678 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b24ab2bd-d44f-45f7-9648-34a139711c95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:16.607787 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-b24ab2bd-d44f-45f7-9648-34a139711c95 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/620adbb1-1d92-44bb-ab2b-c708f4723ef2 HTTP/1.1" status: 204 len: 168 time: 0.1198945 Jun 21 04:29:16.608525 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-4e41200d-3f27-4535-a5bb-742a6ca206a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:16.616457 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ab2bd-d44f-45f7-9648-34a139711c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620adbb1-1d92-44bb-ab2b-c708f4723ef2,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:16.618906 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-b24ab2bd-d44f-45f7-9648-34a139711c95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:16.731627 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fcbed2-0c77-46f5-a7e5-f9ef11b1d3e3 req-8971fcf8-a153-4e27-8d69-cac9dd8e6fc3 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:16.733116 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a4fcbed2-0c77-46f5-a7e5-f9ef11b1d3e3 req-8971fcf8-a153-4e27-8d69-cac9dd8e6fc3 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 945 time: 0.0663164 Jun 21 04:29:16.770822 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a4fcbed2-0c77-46f5-a7e5-f9ef11b1d3e3 req-b9bd642a-484e-4125-8b3c-b33d43342388 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?id=d70c9646-a852-4f4d-a850-9cdfde0acad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320737 Jun 21 04:29:17.108885 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:17.946785 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35174b-1c3a-4ffa-ba0d-51e90cd49f18 req-4e0d3a2e-a3ef-49cd-9664-ce7e34ea8613 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:17.948173 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-9d35174b-1c3a-4ffa-ba0d-51e90cd49f18 req-4e0d3a2e-a3ef-49cd-9664-ce7e34ea8613 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 945 time: 0.0668805 Jun 21 04:29:17.986649 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-9d35174b-1c3a-4ffa-ba0d-51e90cd49f18 req-89ddf5cb-a658-4bbf-8b1a-65d274d1f3c6 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?id=d70c9646-a852-4f4d-a850-9cdfde0acad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321648 Jun 21 04:29:19.159599 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381c0fc-269c-4808-a21a-397fd110b2bd req-2542f1dc-e2c2-4c9d-9816-bf0bcbe1855a tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:19.161037 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c381c0fc-269c-4808-a21a-397fd110b2bd req-2542f1dc-e2c2-4c9d-9816-bf0bcbe1855a tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 945 time: 0.0623720 Jun 21 04:29:19.197610 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c381c0fc-269c-4808-a21a-397fd110b2bd req-a07ad355-d8fd-47fd-8328-ada395aaf8dd tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?id=d70c9646-a852-4f4d-a850-9cdfde0acad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307620 Jun 21 04:29:20.390589 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0630053e-9654-45d5-a61d-90937bced79b req-ea86322f-915a-4af2-bcf2-7fa37be846fb tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:20.391610 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-0630053e-9654-45d5-a61d-90937bced79b req-ea86322f-915a-4af2-bcf2-7fa37be846fb tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 945 time: 0.0656059 Jun 21 04:29:20.434496 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-0630053e-9654-45d5-a61d-90937bced79b req-98bea8c2-4850-4a0c-bc75-ace34aaccd6f tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?id=d70c9646-a852-4f4d-a850-9cdfde0acad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349319 Jun 21 04:29:20.814036 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1341ea-cb02-4900-9378-7e2b8ea71e6c req-63ab62db-e9cf-4e74-ab79-50ff715eabc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:20.815691 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-cf1341ea-cb02-4900-9378-7e2b8ea71e6c req-63ab62db-e9cf-4e74-ab79-50ff715eabc1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ac19631df71474c90f158e6a57cb69b&device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 1098 time: 0.0647728 Jun 21 04:29:20.819390 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707c71a-7b6d-45b5-bdf6-c0d5e2d307f9 req-bc485991-f6c5-4156-93ba-3edf26329bef tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:20.821333 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-0707c71a-7b6d-45b5-bdf6-c0d5e2d307f9 req-bc485991-f6c5-4156-93ba-3edf26329bef tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 945 time: 0.0845032 Jun 21 04:29:20.859302 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-0707c71a-7b6d-45b5-bdf6-c0d5e2d307f9 req-b012c116-340e-4461-8c6c-28bc6df284ae tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?id=d70c9646-a852-4f4d-a850-9cdfde0acad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319636 Jun 21 04:29:20.909257 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1341ea-cb02-4900-9378-7e2b8ea71e6c req-95f22902-5c2b-4270-a570-6aabc035b420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:20.910708 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-cf1341ea-cb02-4900-9378-7e2b8ea71e6c req-95f22902-5c2b-4270-a570-6aabc035b420 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b0453a8f-147d-435a-b4a9-ec66a5c92927 HTTP/1.1" status: 200 len: 910 time: 0.0886512 Jun 21 04:29:20.973664 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-cf1341ea-cb02-4900-9378-7e2b8ea71e6c req-0a20903e-4bcc-4ceb-a702-e02823b9b9b5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e75f237-595c-4bdd-8193-9782a260f740 HTTP/1.1" status: 200 len: 1000 time: 0.0565619 Jun 21 04:29:21.020103 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1341ea-cb02-4900-9378-7e2b8ea71e6c req-9b95661e-9aed-4ec7-aec6-044decab9597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:21.021441 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-cf1341ea-cb02-4900-9378-7e2b8ea71e6c req-9b95661e-9aed-4ec7-aec6-044decab9597 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cc19a82e-f40e-472d-88c4-f521c9c405b3 HTTP/1.1" status: 200 len: 848 time: 0.0419397 Jun 21 04:29:21.081710 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1341ea-cb02-4900-9378-7e2b8ea71e6c req-dffc5d73-873b-4093-b9cc-07131919a4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:21.083164 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-cf1341ea-cb02-4900-9378-7e2b8ea71e6c req-dffc5d73-873b-4093-b9cc-07131919a4b1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b0453a8f-147d-435a-b4a9-ec66a5c92927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0550394 Jun 21 04:29:21.168448 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-cf1341ea-cb02-4900-9378-7e2b8ea71e6c req-61f79776-a1fb-4452-b3b3-aa60fc837f3a service neutron] 10.222.0.55 "GET /v2.0/networks/b0453a8f-147d-435a-b4a9-ec66a5c92927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788722 Jun 21 04:29:21.257919 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-cf1341ea-cb02-4900-9378-7e2b8ea71e6c req-7db86969-cb23-4eba-ba87-55a6c2205c84 service neutron] 10.222.0.55 "GET /v2.0/networks/b0453a8f-147d-435a-b4a9-ec66a5c92927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824764 Jun 21 04:29:22.034629 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91e0d8-da8b-4f72-898e-dd1644c91564 req-f393b984-12e7-49de-b46e-46dc7624e734 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:22.036123 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-9f91e0d8-da8b-4f72-898e-dd1644c91564 req-f393b984-12e7-49de-b46e-46dc7624e734 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 945 time: 0.0622585 Jun 21 04:29:22.080402 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-9f91e0d8-da8b-4f72-898e-dd1644c91564 req-c979afdd-fb28-44ea-b256-61e6e75f6eb1 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?id=d70c9646-a852-4f4d-a850-9cdfde0acad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383601 Jun 21 04:29:24.386177 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 33260) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:24.493709 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-29254cd3-eb2d-48d8-90cc-0bc9fcebb090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:24.584358 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-29254cd3-eb2d-48d8-90cc-0bc9fcebb090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:24.591518 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-29254cd3-eb2d-48d8-90cc-0bc9fcebb090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:24.595146 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-1e0ffd12-0f35-4fd5-a9e8-8d160a0867e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:24.630603 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-29254cd3-eb2d-48d8-90cc-0bc9fcebb090 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=71c692f18761457b8234e4e5748af18d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2432995 Jun 21 04:29:24.632608 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29254cd3-eb2d-48d8-90cc-0bc9fcebb090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0701efe-ee23-43a2-8850-5916c6478814,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:24.633572 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 33276) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:24.635820 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-29254cd3-eb2d-48d8-90cc-0bc9fcebb090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:24.692643 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-c2271ae5-c152-4a86-a35e-f4f4c0e4b15e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:24.717422 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-c2271ae5-c152-4a86-a35e-f4f4c0e4b15e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:24.762886 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-c2271ae5-c152-4a86-a35e-f4f4c0e4b15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:24.765688 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-c2271ae5-c152-4a86-a35e-f4f4c0e4b15e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:24.766889 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-c2271ae5-c152-4a86-a35e-f4f4c0e4b15e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a0701efe-ee23-43a2-8850-5916c6478814 HTTP/1.1" status: 204 len: 168 time: 0.1309686 Jun 21 04:29:24.767672 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-ae5d887a-25b4-416d-a9e3-ed5ef4ba6daf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:24.775166 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2271ae5-c152-4a86-a35e-f4f4c0e4b15e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0701efe-ee23-43a2-8850-5916c6478814,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:24.777494 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-c2271ae5-c152-4a86-a35e-f4f4c0e4b15e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:25.016009 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 33282) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:25.028941 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-3e701724-e5bb-4459-b821-0a12d6ef2662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:25.116192 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-3e701724-e5bb-4459-b821-0a12d6ef2662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:25.119734 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-3e701724-e5bb-4459-b821-0a12d6ef2662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:25.122959 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-b578298b-f6b4-4799-a0b0-900d56cffee8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:25.158867 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-3e701724-e5bb-4459-b821-0a12d6ef2662 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8b1effda746e4028af49497db793215a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1418414 Jun 21 04:29:25.159987 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e701724-e5bb-4459-b821-0a12d6ef2662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f57c022-e111-4c30-9690-0daecd42ad3e,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:25.161762 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 33284) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:25.163220 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-3e701724-e5bb-4459-b821-0a12d6ef2662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:25.209109 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-46504d2f-11f8-4bc0-a4eb-552ad7363f3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:25.229470 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-46504d2f-11f8-4bc0-a4eb-552ad7363f3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:25.279028 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-46504d2f-11f8-4bc0-a4eb-552ad7363f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:25.282070 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-46504d2f-11f8-4bc0-a4eb-552ad7363f3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:25.283211 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-46504d2f-11f8-4bc0-a4eb-552ad7363f3c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8f57c022-e111-4c30-9690-0daecd42ad3e HTTP/1.1" status: 204 len: 168 time: 0.1203716 Jun 21 04:29:25.283954 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-475dfb53-826f-49a6-8417-d0cf3ab0dbe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:25.291454 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46504d2f-11f8-4bc0-a4eb-552ad7363f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f57c022-e111-4c30-9690-0daecd42ad3e,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:25.293612 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-46504d2f-11f8-4bc0-a4eb-552ad7363f3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:25.584055 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 33290) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:25.597127 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-bf0e849f-3c9d-4c70-8f5e-5964d9132c7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:25.684797 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-bf0e849f-3c9d-4c70-8f5e-5964d9132c7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:25.688873 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-bf0e849f-3c9d-4c70-8f5e-5964d9132c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:25.692741 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-0299fc59-8dc6-4573-ac03-e4456a1d22ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:25.730254 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-bf0e849f-3c9d-4c70-8f5e-5964d9132c7c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a9fb38e15f3a418f8d9661c2ba607b6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1451488 Jun 21 04:29:25.731172 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0e849f-3c9d-4c70-8f5e-5964d9132c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d442d0-dc92-4c59-90b8-ce685203cf7f,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:25.733006 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 33300) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:25.734164 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-bf0e849f-3c9d-4c70-8f5e-5964d9132c7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:25.786071 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-996dc901-4232-439c-82b1-df85e67214c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:25.808596 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-996dc901-4232-439c-82b1-df85e67214c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:25.856236 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-996dc901-4232-439c-82b1-df85e67214c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:25.859193 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-996dc901-4232-439c-82b1-df85e67214c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:25.860424 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-996dc901-4232-439c-82b1-df85e67214c8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f2d442d0-dc92-4c59-90b8-ce685203cf7f HTTP/1.1" status: 204 len: 168 time: 0.1262605 Jun 21 04:29:25.861214 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-c2271ae5-c152-4a86-a35e-f4f4c0e4b15e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:25.869625 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996dc901-4232-439c-82b1-df85e67214c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d442d0-dc92-4c59-90b8-ce685203cf7f,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:25.871917 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-996dc901-4232-439c-82b1-df85e67214c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:27.454393 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-388df521-e5e7-4771-b5e0-6e23cf886a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:29.472655 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42ead3-1681-485e-b740-25d072ec34bc req-e9ed05f8-a0f7-4701-9e18-9b741c6d855f tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:29.474077 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-8e42ead3-1681-485e-b740-25d072ec34bc req-e9ed05f8-a0f7-4701-9e18-9b741c6d855f tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 946 time: 0.0676646 Jun 21 04:29:29.512059 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-8e42ead3-1681-485e-b740-25d072ec34bc req-1e67aa93-ea69-4cef-8d83-1a2715a8349c tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322034 Jun 21 04:29:29.765283 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5f1aafb6-46bf-47f0-bb75-f2b27c733890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:30.037695 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:30.699291 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37cd64c-ccbf-466d-aa13-f849a3818706 req-5e9355d7-b5a3-4629-8c4e-b94212e46330 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:30.700982 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-e37cd64c-ccbf-466d-aa13-f849a3818706 req-5e9355d7-b5a3-4629-8c4e-b94212e46330 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 946 time: 0.0696425 Jun 21 04:29:30.741047 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-e37cd64c-ccbf-466d-aa13-f849a3818706 req-6f59e27c-e44d-4efd-b853-dc20a37d753c tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=0575c16e-94e7-4e56-a08c-2a443139b187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336173 Jun 21 04:29:31.148644 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-96e1c505-da01-46a8-887c-1f2eb0a4db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:31.207776 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b9665-f19b-4ec7-b637-20d6be88c22d req-7d3474ee-c375-4b19-aca2-8f02ea8cecd5 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:31.209260 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-f99b9665-f19b-4ec7-b637-20d6be88c22d req-7d3474ee-c375-4b19-aca2-8f02ea8cecd5 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 946 time: 0.0674529 Jun 21 04:29:31.315455 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [req-f99b9665-f19b-4ec7-b637-20d6be88c22d req-67443a9f-3f63-4c11-adaf-8af437d56e30 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Deleting port 5ebbea58-99ab-45f8-beac-f662499e74ba {{(pid=92783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:29:31.315784 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-f99b9665-f19b-4ec7-b637-20d6be88c22d req-67443a9f-3f63-4c11-adaf-8af437d56e30 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:31.401078 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.db [req-f99b9665-f19b-4ec7-b637-20d6be88c22d req-67443a9f-3f63-4c11-adaf-8af437d56e30 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] For port 5ebbea58-99ab-45f8-beac-f662499e74ba, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=5ebbea58-99ab-45f8-beac-f662499e74ba,segment=NetworkSegment(e5545432-0850-4927-a96c-466ee806cf28),segment_id=e5545432-0850-4927-a96c-466ee806cf28)] {{(pid=92783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:29:31.401337 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-f99b9665-f19b-4ec7-b637-20d6be88c22d req-67443a9f-3f63-4c11-adaf-8af437d56e30 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:31.600675 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-f99b9665-f19b-4ec7-b637-20d6be88c22d req-67443a9f-3f63-4c11-adaf-8af437d56e30 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:31.601064 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-f99b9665-f19b-4ec7-b637-20d6be88c22d req-67443a9f-3f63-4c11-adaf-8af437d56e30 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689737'] for floatingip, after_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:31.601436 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.db.l3_db [req-f99b9665-f19b-4ec7-b637-20d6be88c22d req-67443a9f-3f63-4c11-adaf-8af437d56e30 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Floating IP ee14b535-87e8-4ad8-85a5-7dc9a13ca3a5 disassociated. External IP: 172.27.3.245, port: 5ebbea58-99ab-45f8-beac-f662499e74ba. Jun 21 04:29:31.601772 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [req-f99b9665-f19b-4ec7-b637-20d6be88c22d req-67443a9f-3f63-4c11-adaf-8af437d56e30 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Calling delete_port for 5ebbea58-99ab-45f8-beac-f662499e74ba owned by compute:nova {{(pid=92783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:29:31.726940 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-f99b9665-f19b-4ec7-b637-20d6be88c22d req-67443a9f-3f63-4c11-adaf-8af437d56e30 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641976'] for port, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:31.731715 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-8eeb9992-7581-4938-b6b5-522be9a0fb6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:31.761259 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67443a9f-3f63-4c11-adaf-8af437d56e30 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Pushing event deleted for resources: {'Port': ['ID=5ebbea58-99ab-45f8-beac-f662499e74ba,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:31.764214 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-67443a9f-3f63-4c11-adaf-8af437d56e30 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:31.876812 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f99b9665-f19b-4ec7-b637-20d6be88c22d req-67443a9f-3f63-4c11-adaf-8af437d56e30 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Router 91c39214-0a2a-49c8-96c6-a3d1d81d8a07 has already been hosted by L3 agent 24838221-9d49-44eb-9e47-6a2fc9da17a2 {{(pid=92783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:29:31.897426 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-4529354b-0eb3-4484-b711-4a420a158de5 req-352831db-f1ae-4ce5-af51-92d51f2cddd6 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ee2f960-eaf6-40ca-9c09-b0c0897758d3 HTTP/1.1" status: 200 len: 210 time: 0.0327585 Jun 21 04:29:31.986069 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f99b9665-f19b-4ec7-b637-20d6be88c22d req-67443a9f-3f63-4c11-adaf-8af437d56e30 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify agent at l3_agent.dv-cinder-797170-3-iscsi the message routers_updated {{(pid=92783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:29:31.998217 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fa42ef-cafd-4bfb-b39b-064f6923c775 None None] Sync routers for ids ['91c39214-0a2a-49c8-96c6-a3d1d81d8a07'] in dv-cinder-797170-3-iscsi {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:29:32.008529 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fa42ef-cafd-4bfb-b39b-064f6923c775 None None] Routers {'91c39214-0a2a-49c8-96c6-a3d1d81d8a07'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:29:32.009152 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-f2fa42ef-cafd-4bfb-b39b-064f6923c775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:29:30Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['91c39214-0a2a-49c8-96c6-a3d1d81d8a07'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:32.032146 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.l3_dvrscheduler_db [req-f99b9665-f19b-4ec7-b637-20d6be88c22d req-67443a9f-3f63-4c11-adaf-8af437d56e30 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] No DVR routers for this DVR port 5ebbea58-99ab-45f8-beac-f662499e74ba on host hv-cinder-79717 {{(pid=92783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:29:32.036860 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-f99b9665-f19b-4ec7-b637-20d6be88c22d req-67443a9f-3f63-4c11-adaf-8af437d56e30 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for port, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:32.039045 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-f99b9665-f19b-4ec7-b637-20d6be88c22d req-67443a9f-3f63-4c11-adaf-8af437d56e30 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.55 "DELETE /v2.0/ports/5ebbea58-99ab-45f8-beac-f662499e74ba HTTP/1.1" status: 204 len: 173 time: 0.8237276 Jun 21 04:29:32.039562 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee2f960-eaf6-40ca-9c09-b0c0897758d3', 'name': 'network-vif-deleted', 'tag': '5ebbea58-99ab-45f8-beac-f662499e74ba'}] {{(pid=92783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:29:32.041871 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fda3b7b704fc347e73998d8dc34ef34ca3ad6aa16a3a5c6f92a4a64020d363b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cabf403-a479-4958-a0d3-3ae28d8a6876" -d '{"events": [{"server_uuid": "6ee2f960-eaf6-40ca-9c09-b0c0897758d3", "name": "network-vif-deleted", "tag": "5ebbea58-99ab-45f8-beac-f662499e74ba"}]}' {{(pid=92783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:29:32.081145 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9077b1-b14a-44c1-a31c-03cf4c3801a1 x-openstack-request-id: req-9e9077b1-b14a-44c1-a31c-03cf4c3801a1 {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:29:32.081639 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee2f960-eaf6-40ca-9c09-b0c0897758d3", "name": "network-vif-deleted", "tag": "5ebbea58-99ab-45f8-beac-f662499e74ba", "status": "completed", "code": 200}]} {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:29:32.082080 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9e9077b1-b14a-44c1-a31c-03cf4c3801a1 {{(pid=92783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:29:32.082862 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee2f960-eaf6-40ca-9c09-b0c0897758d3', 'name': 'network-vif-deleted', 'tag': '5ebbea58-99ab-45f8-beac-f662499e74ba', 'status': 'completed', 'code': 200} Jun 21 04:29:32.129251 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-f2fa42ef-cafd-4bfb-b39b-064f6923c775 None None] Set router 91c39214-0a2a-49c8-96c6-a3d1d81d8a07 gateway port host: dv-cinder-797170-3-iscsi {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:29:32.350091 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-f2fa42ef-cafd-4bfb-b39b-064f6923c775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'name': 'tempest-AttachVolumeShelveTestJSON-2002639941-router', 'tenant_id': 'e73c54dea0a944059b24d8393e162682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '14cdb3db-00d7-4015-9f38-4175ca46c3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:18Z', 'updated_at': '2021-06-21T04:25:25Z', 'revision_number': 4, 'project_id': 'e73c54dea0a944059b24d8393e162682', 'gw_port': {'id': '14cdb3db-00d7-4015-9f38-4175ca46c3ae', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:19Z', 'updated_at': '2021-06-21T04:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': '1c1acd44-4d0c-4998-ade9-c18136e5c766', 'name': '', 'network_id': 'fd6e448a-06f0-4e1b-bc50-7a0749d71b51', 'tenant_id': 'e73c54dea0a944059b24d8393e162682', 'mac_address': 'fa:16:3e:c0:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8d8b0903-2890-45e0-bcb1-1f07c6fca395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:23Z', 'updated_at': '2021-06-21T04:25:33Z', 'revision_number': 5, 'project_id': 'e73c54dea0a944059b24d8393e162682', 'subnets': [{'id': '8d8b0903-2890-45e0-bcb1-1f07c6fca395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:32.377349 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fa42ef-cafd-4bfb-b39b-064f6923c775 None None] Checking router: 91c39214-0a2a-49c8-96c6-a3d1d81d8a07 for host: dv-cinder-797170-3-iscsi {{(pid=92784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:29:32.386641 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fa42ef-cafd-4bfb-b39b-064f6923c775 None None] Routers {'91c39214-0a2a-49c8-96c6-a3d1d81d8a07'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:29:32.387461 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-f2fa42ef-cafd-4bfb-b39b-064f6923c775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:29:30Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['91c39214-0a2a-49c8-96c6-a3d1d81d8a07'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:32.495874 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-f2fa42ef-cafd-4bfb-b39b-064f6923c775 None None] Set router 91c39214-0a2a-49c8-96c6-a3d1d81d8a07 gateway port host: dv-cinder-797170-3-iscsi {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:29:32.626621 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-a8ace0c1-1149-433a-b03a-8a8d050911ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:32.720192 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-f2fa42ef-cafd-4bfb-b39b-064f6923c775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'name': 'tempest-AttachVolumeShelveTestJSON-2002639941-router', 'tenant_id': 'e73c54dea0a944059b24d8393e162682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '14cdb3db-00d7-4015-9f38-4175ca46c3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:18Z', 'updated_at': '2021-06-21T04:25:25Z', 'revision_number': 4, 'project_id': 'e73c54dea0a944059b24d8393e162682', 'gw_port': {'id': '14cdb3db-00d7-4015-9f38-4175ca46c3ae', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:19Z', 'updated_at': '2021-06-21T04:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': '1c1acd44-4d0c-4998-ade9-c18136e5c766', 'name': '', 'network_id': 'fd6e448a-06f0-4e1b-bc50-7a0749d71b51', 'tenant_id': 'e73c54dea0a944059b24d8393e162682', 'mac_address': 'fa:16:3e:c0:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8d8b0903-2890-45e0-bcb1-1f07c6fca395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:23Z', 'updated_at': '2021-06-21T04:25:33Z', 'revision_number': 5, 'project_id': 'e73c54dea0a944059b24d8393e162682', 'subnets': [{'id': '8d8b0903-2890-45e0-bcb1-1f07c6fca395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:32.746880 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fa42ef-cafd-4bfb-b39b-064f6923c775 None None] The sync data for ids ['91c39214-0a2a-49c8-96c6-a3d1d81d8a07'] in dv-cinder-797170-3-iscsi is: [{'id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'name': 'tempest-AttachVolumeShelveTestJSON-2002639941-router', 'tenant_id': 'e73c54dea0a944059b24d8393e162682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '14cdb3db-00d7-4015-9f38-4175ca46c3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:18Z', 'updated_at': '2021-06-21T04:25:25Z', 'revision_number': 4, 'project_id': 'e73c54dea0a944059b24d8393e162682', 'gw_port': {'id': '14cdb3db-00d7-4015-9f38-4175ca46c3ae', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:19Z', 'updated_at': '2021-06-21T04:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': '1c1acd44-4d0c-4998-ade9-c18136e5c766', 'name': '', 'network_id': 'fd6e448a-06f0-4e1b-bc50-7a0749d71b51', 'tenant_id': 'e73c54dea0a944059b24d8393e162682', 'mac_address': 'fa:16:3e:c0:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8d8b0903-2890-45e0-bcb1-1f07c6fca395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:23Z', 'updated_at': '2021-06-21T04:25:33Z', 'revision_number': 5, 'project_id': 'e73c54dea0a944059b24d8393e162682', 'subnets': [{'id': '8d8b0903-2890-45e0-bcb1-1f07c6fca395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:29:32.994248 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aad4c67-8c1b-47f8-a244-6c8254b6dbd3 None None] New status for floating IP ee14b535-87e8-4ad8-85a5-7dc9a13ca3a5: DOWN {{(pid=92785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:29:33.038167 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 33480) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:33.098677 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-66b2e15c-2a92-460e-97f8-c2e8c1b3d759 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks [] for security_group, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:33.122669 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-66b2e15c-2a92-460e-97f8-c2e8c1b3d759 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:33.175516 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-66b2e15c-2a92-460e-97f8-c2e8c1b3d759 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:33.178331 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-66b2e15c-2a92-460e-97f8-c2e8c1b3d759 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks [] for security_group, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:33.180057 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-66b2e15c-2a92-460e-97f8-c2e8c1b3d759 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "DELETE /v2.0/security-groups/0575c16e-94e7-4e56-a08c-2a443139b187 HTTP/1.1" status: 204 len: 168 time: 0.1403949 Jun 21 04:29:33.180508 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:33.182765 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 33486) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:33.191724 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2e15c-2a92-460e-97f8-c2e8c1b3d759 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0575c16e-94e7-4e56-a08c-2a443139b187,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:33.194068 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-66b2e15c-2a92-460e-97f8-c2e8c1b3d759 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:33.228635 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.api.v2.resource [None req-1664500d-53cb-47a1-990d-a634f3a57149 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] show failed (client error): The resource could not be found. Jun 21 04:29:33.232705 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-1664500d-53cb-47a1-990d-a634f3a57149 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups/0575c16e-94e7-4e56-a08c-2a443139b187 HTTP/1.1" status: 404 len: 347 time: 0.0482562 Jun 21 04:29:33.233305 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 33488) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:33.409499 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.plugin [None req-1caa980e-f536-4e45-a89f-2eebc16effb3 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Deleting port a2163b47-737d-4995-9a5f-0952a7f6073e {{(pid=92782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:29:33.409747 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-1caa980e-f536-4e45-a89f-2eebc16effb3 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:33.488472 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-1caa980e-f536-4e45-a89f-2eebc16effb3 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:33.488794 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-1caa980e-f536-4e45-a89f-2eebc16effb3 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:33.552595 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.plugin [None req-1caa980e-f536-4e45-a89f-2eebc16effb3 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Calling delete_port for a2163b47-737d-4995-9a5f-0952a7f6073e owned by network:floatingip {{(pid=92782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:29:33.992852 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-bf43da61-7d7c-4d1f-964d-99b1a656bb43 req-704f4df7-85a1-4211-bfa8-d1b3452f682b tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1277678919&fields=id&tenant_id=745539a724d14a38908499c2728ab2e3 HTTP/1.1" status: 200 len: 267 time: 0.3213243 Jun 21 04:29:33.994034 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-1caa980e-f536-4e45-a89f-2eebc16effb3 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14133696'] for port, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:33.996238 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:34.032543 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa980e-f536-4e45-a89f-2eebc16effb3 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Pushing event deleted for resources: {'Port': ['ID=a2163b47-737d-4995-9a5f-0952a7f6073e,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:34.035447 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-1caa980e-f536-4e45-a89f-2eebc16effb3 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:34.130553 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-1caa980e-f536-4e45-a89f-2eebc16effb3 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks [] for floatingip, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:34.133053 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-1caa980e-f536-4e45-a89f-2eebc16effb3 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for floatingip, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:34.134145 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-1caa980e-f536-4e45-a89f-2eebc16effb3 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "DELETE /v2.0/floatingips/ee14b535-87e8-4ad8-85a5-7dc9a13ca3a5 HTTP/1.1" status: 204 len: 168 time: 0.8988044 Jun 21 04:29:34.152025 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43da61-7d7c-4d1f-964d-99b1a656bb43 req-0e047aed-b55b-4cb1-ad26-d00cc2b776c1 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:34.155051 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-bf43da61-7d7c-4d1f-964d-99b1a656bb43 req-0e047aed-b55b-4cb1-ad26-d00cc2b776c1 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a HTTP/1.1" status: 200 len: 985 time: 0.1496890 Jun 21 04:29:34.168547 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [req-bf43da61-7d7c-4d1f-964d-99b1a656bb43 req-8774b89e-888b-405c-ad54-fd9853ac2734 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Request body: {'port': {'security_groups': ['f1d05cdb-cfe4-4ed3-96a8-63d61fa8d225']}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:34.263503 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-bf43da61-7d7c-4d1f-964d-99b1a656bb43 req-8774b89e-888b-405c-ad54-fd9853ac2734 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:34.402473 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 5ebbea58-99ab-45f8-beac-f662499e74ba no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:29:34.435639 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] No Port match for: 5ebbea58-99ab-45f8-beac-f662499e74ba {{(pid=92784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:29:34.436268 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 5ebbea58-99ab-45f8-beac-f662499e74ba not bound to the agent host hv-cinder-79717 {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:29:34.484145 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.db [req-bf43da61-7d7c-4d1f-964d-99b1a656bb43 req-8774b89e-888b-405c-ad54-fd9853ac2734 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] For port bc3a147c-7810-48a8-bcea-bda6637ac018, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=bc3a147c-7810-48a8-bcea-bda6637ac018,segment=NetworkSegment(4eecd522-411d-4cfa-948b-d3d30878a1c1),segment_id=4eecd522-411d-4cfa-948b-d3d30878a1c1)] {{(pid=92782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:29:34.500960 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 33510) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:34.506659 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [None req-25d93162-de58-46f1-bf38-caf3a30d60ee tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1770743194', 'description': 'tempest-description--1728482216'}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:34.521545 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-bf43da61-7d7c-4d1f-964d-99b1a656bb43 req-8774b89e-888b-405c-ad54-fd9853ac2734 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks [] for port, precommit_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:34.527398 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-bf43da61-7d7c-4d1f-964d-99b1a656bb43 req-8774b89e-888b-405c-ad54-fd9853ac2734 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14133753'] for port, after_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:34.532646 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-25d93162-de58-46f1-bf38-caf3a30d60ee tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:34.532823 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-a143a9fd-b14c-4da5-b52c-93858358015c tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:34.540222 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] get_ports_and_sgs() called for port_ids ['bc3a147c-7810-48a8-bcea-bda6637ac018'] {{(pid=92784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:29:34.603192 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8774b89e-888b-405c-ad54-fd9853ac2734 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Pushing event updated for resources: {'Port': ['ID=bc3a147c-7810-48a8-bcea-bda6637ac018,revision_number=7']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:34.620927 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-8774b89e-888b-405c-ad54-fd9853ac2734 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:34.643173 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43da61-7d7c-4d1f-964d-99b1a656bb43 req-8774b89e-888b-405c-ad54-fd9853ac2734 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:34.644055 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-bf43da61-7d7c-4d1f-964d-99b1a656bb43 req-8774b89e-888b-405c-ad54-fd9853ac2734 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for port, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:34.650918 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-bf43da61-7d7c-4d1f-964d-99b1a656bb43 req-8774b89e-888b-405c-ad54-fd9853ac2734 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "PUT /v2.0/ports/bc3a147c-7810-48a8-bcea-bda6637ac018 HTTP/1.1" status: 200 len: 943 time: 0.4882772 Jun 21 04:29:34.651735 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a', 'tag': 'bc3a147c-7810-48a8-bcea-bda6637ac018'}] {{(pid=92782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:29:34.659479 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20f1c8b8986f59859b4229cceefba24e6e47d71d2fcee399c6ca6947cd3b11b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0873fb9e-9f62-4fc5-a8b3-e4e44d09ea8a" -d '{"events": [{"name": "network-changed", "server_uuid": "4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a", "tag": "bc3a147c-7810-48a8-bcea-bda6637ac018"}]}' {{(pid=92782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:29:34.669991 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-25d93162-de58-46f1-bf38-caf3a30d60ee tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:34.671179 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 33512) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:34.703495 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-25d93162-de58-46f1-bf38-caf3a30d60ee tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:34.709450 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-a0d465b0-6bb6-4b20-863f-d4555ec1cb57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:34.734737 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] get_ports_and_sgs() called for port_ids ['bc3a147c-7810-48a8-bcea-bda6637ac018'] {{(pid=92784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:29:34.744819 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f531d0f4-a1a0-493a-a1e4-afabb7a191a2 x-openstack-request-id: req-f531d0f4-a1a0-493a-a1e4-afabb7a191a2 {{(pid=92782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:29:34.745197 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a", "tag": "bc3a147c-7810-48a8-bcea-bda6637ac018", "status": "completed", "code": 200}]} {{(pid=92782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:29:34.745494 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f531d0f4-a1a0-493a-a1e4-afabb7a191a2 {{(pid=92782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:29:34.745944 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a', 'tag': 'bc3a147c-7810-48a8-bcea-bda6637ac018', 'status': 'completed', 'code': 200} Jun 21 04:29:34.807377 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-25d93162-de58-46f1-bf38-caf3a30d60ee tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:34.808847 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-25d93162-de58-46f1-bf38-caf3a30d60ee tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3062088 Jun 21 04:29:34.812314 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 33518) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:34.819349 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [None req-852bfd86-37ca-4feb-a92f-1cbfc1219937 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Request body: {'security_group_rule': {'security_group_id': 'a8759d04-8a8b-4c4e-b329-84660a1d8ed0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:34.845342 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d93162-de58-46f1-bf38-caf3a30d60ee tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8759d04-8a8b-4c4e-b329-84660a1d8ed0,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:34.848929 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-25d93162-de58-46f1-bf38-caf3a30d60ee tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:34.870720 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-d49b6ff8-2d59-4bfc-b39a-0e6fe5a899c0 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:34.879829 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-852bfd86-37ca-4feb-a92f-1cbfc1219937 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:34.912553 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-d49b6ff8-2d59-4bfc-b39a-0e6fe5a899c0 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:34.935914 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873fb9e-9f62-4fc5-a8b3-e4e44d09ea8a req-95100a23-18e6-47b6-9268-d2632d87cc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:34.937689 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-0873fb9e-9f62-4fc5-a8b3-e4e44d09ea8a req-95100a23-18e6-47b6-9268-d2632d87cc81 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=745539a724d14a38908499c2728ab2e3&device_id=4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a HTTP/1.1" status: 200 len: 1099 time: 0.1458423 Jun 21 04:29:34.958388 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-852bfd86-37ca-4feb-a92f-1cbfc1219937 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:34.964968 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-852bfd86-37ca-4feb-a92f-1cbfc1219937 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408514'] for security_group_rule, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:34.967461 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-c7740b35-7093-45ef-983b-950e4ed651ad tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:34.985856 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852bfd86-37ca-4feb-a92f-1cbfc1219937 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a05bd9d2-9458-4e50-bc4f-413a0604d531,revision_number=0']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:34.989060 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-852bfd86-37ca-4feb-a92f-1cbfc1219937 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:34.998214 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-852bfd86-37ca-4feb-a92f-1cbfc1219937 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:34.999505 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-852bfd86-37ca-4feb-a92f-1cbfc1219937 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1861687 Jun 21 04:29:35.002963 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 33520) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:35.008031 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [None req-2c3d488d-7685-41d6-8b35-d22d2a1b85e9 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Request body: {'security_group_rule': {'security_group_id': 'a8759d04-8a8b-4c4e-b329-84660a1d8ed0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:35.041997 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-2c3d488d-7685-41d6-8b35-d22d2a1b85e9 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:35.043219 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-fbff8711-7c68-48e2-be20-386de2c231de None None] Provisioning complete for port bc3a147c-7810-48a8-bcea-bda6637ac018 triggered by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:29:35.043652 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-fbff8711-7c68-48e2-be20-386de2c231de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:35.108823 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-2c3d488d-7685-41d6-8b35-d22d2a1b85e9 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:35.113435 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-2c3d488d-7685-41d6-8b35-d22d2a1b85e9 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408514'] for security_group_rule, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:35.115793 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:35.134425 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d488d-7685-41d6-8b35-d22d2a1b85e9 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d36b7bae-835a-4c2a-9375-35d3761a25c7,revision_number=0']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:35.137285 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-2c3d488d-7685-41d6-8b35-d22d2a1b85e9 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:35.145476 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-2c3d488d-7685-41d6-8b35-d22d2a1b85e9 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:35.146937 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-2c3d488d-7685-41d6-8b35-d22d2a1b85e9 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1429293 Jun 21 04:29:35.150072 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 33522) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:35.155614 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [None req-ae99bc77-de64-4b90-98d9-62cb931ebab9 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Request body: {'floatingip': {'floating_network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3'}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:35.200450 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-ae99bc77-de64-4b90-98d9-62cb931ebab9 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks [] for floatingip, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:35.284875 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873fb9e-9f62-4fc5-a8b3-e4e44d09ea8a req-70ca6b59-2a78-4b17-afa1-9d61df261770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:35.286773 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-0873fb9e-9f62-4fc5-a8b3-e4e44d09ea8a req-70ca6b59-2a78-4b17-afa1-9d61df261770 service neutron] 10.222.0.55 "GET /v2.0/networks?id=de51be99-4968-47a2-b994-f99e1af4ffea HTTP/1.1" status: 200 len: 915 time: 0.3306556 Jun 21 04:29:35.288035 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-d49b6ff8-2d59-4bfc-b39a-0e6fe5a899c0 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:35.290634 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-d49b6ff8-2d59-4bfc-b39a-0e6fe5a899c0 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:35.291639 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-d49b6ff8-2d59-4bfc-b39a-0e6fe5a899c0 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "DELETE /v2.0/security-groups/b367404a-d4f9-499b-aa3e-e6593c552486 HTTP/1.1" status: 204 len: 168 time: 0.6189337 Jun 21 04:29:35.292446 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-f3342f70-ba4d-4e18-9afb-1a829daa5f51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:35.295216 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 33524) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:35.308788 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49b6ff8-2d59-4bfc-b39a-0e6fe5a899c0 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b367404a-d4f9-499b-aa3e-e6593c552486,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:35.311175 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-d49b6ff8-2d59-4bfc-b39a-0e6fe5a899c0 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:35.327756 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-ae99bc77-de64-4b90-98d9-62cb931ebab9 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:35.439482 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.db_base_plugin_common [None req-ae99bc77-de64-4b90-98d9-62cb931ebab9 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Allocated IP 172.27.3.164 (6916bb71-a8d9-40e6-a88e-dbc7129bc7b3/8c39627d-1aec-4229-8b15-efcd0ccd7e2f/30f22e2d-1f4b-4405-9e20-e9adfd190415) {{(pid=92782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:29:35.461734 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [None req-f590d2ad-668f-4a8e-a75e-796d5a39e8ae tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Deleting port 2cc220e4-5953-42ea-8c41-51f3b0a01200 {{(pid=92783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:29:35.462075 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-f590d2ad-668f-4a8e-a75e-796d5a39e8ae tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:35.545295 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-f590d2ad-668f-4a8e-a75e-796d5a39e8ae tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:35.545962 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-f590d2ad-668f-4a8e-a75e-796d5a39e8ae tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:35.552127 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-ae99bc77-de64-4b90-98d9-62cb931ebab9 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks [] for port, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:35.590727 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-ae99bc77-de64-4b90-98d9-62cb931ebab9 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14133711'] for port, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:35.592696 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-194a3cda-3f56-494e-88d9-7036d06e3981 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:35.613125 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [None req-f590d2ad-668f-4a8e-a75e-796d5a39e8ae tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Calling delete_port for 2cc220e4-5953-42ea-8c41-51f3b0a01200 owned by network:floatingip {{(pid=92783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:29:35.630900 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae99bc77-de64-4b90-98d9-62cb931ebab9 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Network 6916bb71-a8d9-40e6-a88e-dbc7129bc7b3 is already hosted by enough agents. {{(pid=92782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:29:35.634201 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.base_scheduler [None req-ae99bc77-de64-4b90-98d9-62cb931ebab9 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Resources bound (agent type, host, resource id): {{(pid=92782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:29:35.636683 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae99bc77-de64-4b90-98d9-62cb931ebab9 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Received port after_create {{(pid=92782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:29:35.661989 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae99bc77-de64-4b90-98d9-62cb931ebab9 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Pushing event updated for resources: {'Port': ['ID=30f22e2d-1f4b-4405-9e20-e9adfd190415,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:35.664749 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-ae99bc77-de64-4b90-98d9-62cb931ebab9 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:35.730191 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-ae99bc77-de64-4b90-98d9-62cb931ebab9 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:35.773047 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-ae99bc77-de64-4b90-98d9-62cb931ebab9 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:35.797353 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-f590d2ad-668f-4a8e-a75e-796d5a39e8ae tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641976'] for port, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:35.808840 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-13921c23-b232-45f8-98a5-e430f7fb1770 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:35.830462 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f590d2ad-668f-4a8e-a75e-796d5a39e8ae tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Pushing event deleted for resources: {'Port': ['ID=2cc220e4-5953-42ea-8c41-51f3b0a01200,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:35.847575 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-f590d2ad-668f-4a8e-a75e-796d5a39e8ae tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:35.891868 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-f590d2ad-668f-4a8e-a75e-796d5a39e8ae tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks [] for floatingip, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:35.892198 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.db.l3_db [None req-f590d2ad-668f-4a8e-a75e-796d5a39e8ae tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Floating IP d015016d-c701-4bf1-8005-49d3ee463faa disassociated (deleted). External IP: 172.27.3.171, port: bc3a147c-7810-48a8-bcea-bda6637ac018. Jun 21 04:29:35.928672 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-ae99bc77-de64-4b90-98d9-62cb931ebab9 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks [] for port, precommit_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:35.933537 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-ae99bc77-de64-4b90-98d9-62cb931ebab9 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14133753'] for port, after_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:35.941807 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-8774b89e-888b-405c-ad54-fd9853ac2734 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:36.005101 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae99bc77-de64-4b90-98d9-62cb931ebab9 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Pushing event updated for resources: {'Port': ['ID=30f22e2d-1f4b-4405-9e20-e9adfd190415,revision_number=2']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:36.009064 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-ae99bc77-de64-4b90-98d9-62cb931ebab9 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:36.019580 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-ae99bc77-de64-4b90-98d9-62cb931ebab9 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689737'] for floatingip, after_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:36.033429 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-ae99bc77-de64-4b90-98d9-62cb931ebab9 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for floatingip, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:36.034887 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-ae99bc77-de64-4b90-98d9-62cb931ebab9 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8835266 Jun 21 04:29:36.116446 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-0873fb9e-9f62-4fc5-a8b3-e4e44d09ea8a req-628ab003-3270-4875-acf2-9ded7cf69904 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc3a147c-7810-48a8-bcea-bda6637ac018 HTTP/1.1" status: 200 len: 217 time: 0.0429447 Jun 21 04:29:36.137522 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f590d2ad-668f-4a8e-a75e-796d5a39e8ae tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Router 0f2bf705-ac60-4db1-8fb9-20b993e5135a has already been hosted by L3 agent 24838221-9d49-44eb-9e47-6a2fc9da17a2 {{(pid=92783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:29:36.220875 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-93a81dda-5603-437c-bcca-4c9081a0bed4 req-bba84f47-f48a-4d7b-93be-3a3d9bdda541 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1770743194&fields=id&tenant_id=e73c54dea0a944059b24d8393e162682 HTTP/1.1" status: 200 len: 267 time: 0.0346344 Jun 21 04:29:36.245569 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f590d2ad-668f-4a8e-a75e-796d5a39e8ae tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify agent at l3_agent.dv-cinder-797170-3-iscsi the message routers_updated {{(pid=92783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:29:36.250425 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-f590d2ad-668f-4a8e-a75e-796d5a39e8ae tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for floatingip, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:36.265320 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a567b0-78d2-4d68-b55b-8b780b5fc93e None None] Sync routers for ids ['0f2bf705-ac60-4db1-8fb9-20b993e5135a'] in dv-cinder-797170-3-iscsi {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:29:36.276276 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a567b0-78d2-4d68-b55b-8b780b5fc93e None None] Routers {'0f2bf705-ac60-4db1-8fb9-20b993e5135a'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:29:36.277023 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-c1a567b0-78d2-4d68-b55b-8b780b5fc93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:29:30Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['0f2bf705-ac60-4db1-8fb9-20b993e5135a'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:36.287541 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-f590d2ad-668f-4a8e-a75e-796d5a39e8ae tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "DELETE /v2.0/floatingips/d015016d-c701-4bf1-8005-49d3ee463faa HTTP/1.1" status: 204 len: 168 time: 0.9895890 Jun 21 04:29:36.288111 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a', 'tag': 'bc3a147c-7810-48a8-bcea-bda6637ac018'}] {{(pid=92783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:29:36.290418 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fda3b7b704fc347e73998d8dc34ef34ca3ad6aa16a3a5c6f92a4a64020d363b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae81ef0-4fa9-46cd-b85e-2af9e673cfcb" -d '{"events": [{"name": "network-changed", "server_uuid": "4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a", "tag": "bc3a147c-7810-48a8-bcea-bda6637ac018"}]}' {{(pid=92783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:29:36.345589 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a81dda-5603-437c-bcca-4c9081a0bed4 req-3723df34-6073-4e60-bd8f-16ab7e23057d tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:36.347229 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-93a81dda-5603-437c-bcca-4c9081a0bed4 req-3723df34-6073-4e60-bd8f-16ab7e23057d tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/networks?id=fd6e448a-06f0-4e1b-bc50-7a0749d71b51 HTTP/1.1" status: 200 len: 817 time: 0.1197641 Jun 21 04:29:36.363609 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-93a81dda-5603-437c-bcca-4c9081a0bed4 req-383ca326-797c-43c0-ae9b-27df228b968c tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/quotas/e73c54dea0a944059b24d8393e162682 HTTP/1.1" status: 200 len: 375 time: 0.0107877 Jun 21 04:29:36.388180 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-c1a567b0-78d2-4d68-b55b-8b780b5fc93e None None] Set router 0f2bf705-ac60-4db1-8fb9-20b993e5135a gateway port host: dv-cinder-797170-3-iscsi {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:29:36.446836 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-93a81dda-5603-437c-bcca-4c9081a0bed4 req-ace22fb7-dd49-419b-891d-c76b10b4bd48 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e73c54dea0a944059b24d8393e162682&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0709069 Jun 21 04:29:36.556579 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7cac20-1c6e-4657-87ef-f0c296c3ade0 x-openstack-request-id: req-5a7cac20-1c6e-4657-87ef-f0c296c3ade0 {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:29:36.557072 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a", "tag": "bc3a147c-7810-48a8-bcea-bda6637ac018", "status": "completed", "code": 200}]} {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:29:36.557166 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-93a81dda-5603-437c-bcca-4c9081a0bed4 req-184e3104-4142-4015-9be8-9718b0720168 service neutron] 10.222.0.53 "GET /v2.0/networks/fd6e448a-06f0-4e1b-bc50-7a0749d71b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062679 Jun 21 04:29:36.557258 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5a7cac20-1c6e-4657-87ef-f0c296c3ade0 {{(pid=92783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:29:36.557647 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a', 'tag': 'bc3a147c-7810-48a8-bcea-bda6637ac018', 'status': 'completed', 'code': 200} Jun 21 04:29:36.621659 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-c1a567b0-78d2-4d68-b55b-8b780b5fc93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2bf705-ac60-4db1-8fb9-20b993e5135a', 'name': 'tempest-TestMinimumBasicScenario-180313155-router', 'tenant_id': '745539a724d14a38908499c2728ab2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'c031c288-2929-4c56-9a14-a2244b372ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:26:31Z', 'updated_at': '2021-06-21T04:26:34Z', 'revision_number': 4, 'project_id': '745539a724d14a38908499c2728ab2e3', 'gw_port': {'id': 'c031c288-2929-4c56-9a14-a2244b372ce4', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2bf705-ac60-4db1-8fb9-20b993e5135a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:26:31Z', 'updated_at': '2021-06-21T04:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': '7aa131a3-85d5-432a-95a6-7510fa707dbc', 'name': '', 'network_id': 'de51be99-4968-47a2-b994-f99e1af4ffea', 'tenant_id': '745539a724d14a38908499c2728ab2e3', 'mac_address': 'fa:16:3e:af:4c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2bf705-ac60-4db1-8fb9-20b993e5135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '84426b50-f58a-4895-847c-fc2b1761ca9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:26:33Z', 'updated_at': '2021-06-21T04:26:41Z', 'revision_number': 5, 'project_id': '745539a724d14a38908499c2728ab2e3', 'subnets': [{'id': '84426b50-f58a-4895-847c-fc2b1761ca9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:36.652097 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a567b0-78d2-4d68-b55b-8b780b5fc93e None None] Checking router: 0f2bf705-ac60-4db1-8fb9-20b993e5135a for host: dv-cinder-797170-3-iscsi {{(pid=92784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:29:36.655580 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-93a81dda-5603-437c-bcca-4c9081a0bed4 req-54123abc-70fd-48b8-a54e-7b6dc1ad3901 service neutron] 10.222.0.53 "GET /v2.0/networks/fd6e448a-06f0-4e1b-bc50-7a0749d71b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924168 Jun 21 04:29:36.660936 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a567b0-78d2-4d68-b55b-8b780b5fc93e None None] Routers {'0f2bf705-ac60-4db1-8fb9-20b993e5135a'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:29:36.662031 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-c1a567b0-78d2-4d68-b55b-8b780b5fc93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:29:30Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['0f2bf705-ac60-4db1-8fb9-20b993e5135a'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:36.770944 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-c1a567b0-78d2-4d68-b55b-8b780b5fc93e None None] Set router 0f2bf705-ac60-4db1-8fb9-20b993e5135a gateway port host: dv-cinder-797170-3-iscsi {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:29:36.844814 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-8d8eacb1-b425-4c42-a78b-d46e3dc08079 req-bebfab3e-2c86-4db1-bc12-30dbe3725a3b tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 210 time: 0.0374804 Jun 21 04:29:36.980323 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-c1a567b0-78d2-4d68-b55b-8b780b5fc93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2bf705-ac60-4db1-8fb9-20b993e5135a', 'name': 'tempest-TestMinimumBasicScenario-180313155-router', 'tenant_id': '745539a724d14a38908499c2728ab2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'c031c288-2929-4c56-9a14-a2244b372ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:26:31Z', 'updated_at': '2021-06-21T04:26:34Z', 'revision_number': 4, 'project_id': '745539a724d14a38908499c2728ab2e3', 'gw_port': {'id': 'c031c288-2929-4c56-9a14-a2244b372ce4', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2bf705-ac60-4db1-8fb9-20b993e5135a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:26:31Z', 'updated_at': '2021-06-21T04:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': '7aa131a3-85d5-432a-95a6-7510fa707dbc', 'name': '', 'network_id': 'de51be99-4968-47a2-b994-f99e1af4ffea', 'tenant_id': '745539a724d14a38908499c2728ab2e3', 'mac_address': 'fa:16:3e:af:4c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2bf705-ac60-4db1-8fb9-20b993e5135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '84426b50-f58a-4895-847c-fc2b1761ca9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:26:33Z', 'updated_at': '2021-06-21T04:26:41Z', 'revision_number': 5, 'project_id': '745539a724d14a38908499c2728ab2e3', 'subnets': [{'id': '84426b50-f58a-4895-847c-fc2b1761ca9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:37.006476 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a567b0-78d2-4d68-b55b-8b780b5fc93e None None] The sync data for ids ['0f2bf705-ac60-4db1-8fb9-20b993e5135a'] in dv-cinder-797170-3-iscsi is: [{'id': '0f2bf705-ac60-4db1-8fb9-20b993e5135a', 'name': 'tempest-TestMinimumBasicScenario-180313155-router', 'tenant_id': '745539a724d14a38908499c2728ab2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'c031c288-2929-4c56-9a14-a2244b372ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:26:31Z', 'updated_at': '2021-06-21T04:26:34Z', 'revision_number': 4, 'project_id': '745539a724d14a38908499c2728ab2e3', 'gw_port': {'id': 'c031c288-2929-4c56-9a14-a2244b372ce4', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2bf705-ac60-4db1-8fb9-20b993e5135a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:26:31Z', 'updated_at': '2021-06-21T04:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': '7aa131a3-85d5-432a-95a6-7510fa707dbc', 'name': '', 'network_id': 'de51be99-4968-47a2-b994-f99e1af4ffea', 'tenant_id': '745539a724d14a38908499c2728ab2e3', 'mac_address': 'fa:16:3e:af:4c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2bf705-ac60-4db1-8fb9-20b993e5135a', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '84426b50-f58a-4895-847c-fc2b1761ca9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:26:33Z', 'updated_at': '2021-06-21T04:26:41Z', 'revision_number': 5, 'project_id': '745539a724d14a38908499c2728ab2e3', 'subnets': [{'id': '84426b50-f58a-4895-847c-fc2b1761ca9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:29:37.228116 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbe1792-e4c3-42f2-b9f7-5ee7a631b32a None None] New status for floating IP d015016d-c701-4bf1-8005-49d3ee463faa: DOWN {{(pid=92785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:29:37.991114 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-8bc20292-4753-4c7d-b299-c73034569a1b req-08cbd570-f169-48c9-8f8a-6d433efa0124 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 210 time: 0.0285530 Jun 21 04:29:38.105884 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873fb9e-9f62-4fc5-a8b3-e4e44d09ea8a req-4514b69e-7a5e-4d62-af36-30232a56235e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:38.109594 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-0873fb9e-9f62-4fc5-a8b3-e4e44d09ea8a req-4514b69e-7a5e-4d62-af36-30232a56235e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=84426b50-f58a-4895-847c-fc2b1761ca9d HTTP/1.1" status: 200 len: 853 time: 0.0499792 Jun 21 04:29:38.184039 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873fb9e-9f62-4fc5-a8b3-e4e44d09ea8a req-50218390-d404-4075-bb56-58cba2763037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:38.185977 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-0873fb9e-9f62-4fc5-a8b3-e4e44d09ea8a req-50218390-d404-4075-bb56-58cba2763037 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=de51be99-4968-47a2-b994-f99e1af4ffea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0591974 Jun 21 04:29:38.276532 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-0873fb9e-9f62-4fc5-a8b3-e4e44d09ea8a req-589ef16b-b784-49e0-b41b-1c7092a1fe8a service neutron] 10.222.0.55 "GET /v2.0/networks/de51be99-4968-47a2-b994-f99e1af4ffea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835600 Jun 21 04:29:38.375556 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-0873fb9e-9f62-4fc5-a8b3-e4e44d09ea8a req-00ac44bb-cc3e-4eb4-a897-51f4ae18ce64 service neutron] 10.222.0.55 "GET /v2.0/networks/de51be99-4968-47a2-b994-f99e1af4ffea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912805 Jun 21 04:29:39.134288 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3672117c-b3ae-436e-bedd-c2ea1eb0d72b req-72629697-a168-4596-82d2-6f04d57fd29e tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 210 time: 0.0289037 Jun 21 04:29:40.276622 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-fa4add6e-979d-4b33-a1f8-d34349bcc124 req-2e59f0f6-422e-48b2-b55b-93966613dc10 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 210 time: 0.0286174 Jun 21 04:29:41.419155 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-8396638a-f755-4c37-a609-9867f496e6fc req-44ee5d98-7df6-4a0c-b517-bb4c9a806ac0 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 210 time: 0.0316398 Jun 21 04:29:41.483072 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae81ef0-4fa9-46cd-b85e-2af9e673cfcb req-8af3854a-3ef9-4535-b974-3aa8d9a6e1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:41.484531 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-4ae81ef0-4fa9-46cd-b85e-2af9e673cfcb req-8af3854a-3ef9-4535-b974-3aa8d9a6e1ae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=745539a724d14a38908499c2728ab2e3&device_id=4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a HTTP/1.1" status: 200 len: 1099 time: 0.0549941 Jun 21 04:29:41.583070 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae81ef0-4fa9-46cd-b85e-2af9e673cfcb req-bd7a5d15-ff0d-460c-9e18-e66dc35cef90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:41.584568 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-4ae81ef0-4fa9-46cd-b85e-2af9e673cfcb req-bd7a5d15-ff0d-460c-9e18-e66dc35cef90 service neutron] 10.222.0.55 "GET /v2.0/networks?id=de51be99-4968-47a2-b994-f99e1af4ffea HTTP/1.1" status: 200 len: 915 time: 0.0906889 Jun 21 04:29:41.630261 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-4ae81ef0-4fa9-46cd-b85e-2af9e673cfcb req-ea1e1e9b-6e72-448a-9523-18fcf477ee6b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc3a147c-7810-48a8-bcea-bda6637ac018 HTTP/1.1" status: 200 len: 217 time: 0.0379982 Jun 21 04:29:41.682409 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae81ef0-4fa9-46cd-b85e-2af9e673cfcb req-196bafce-5aeb-439b-8dec-3293ed543f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:41.683826 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-4ae81ef0-4fa9-46cd-b85e-2af9e673cfcb req-196bafce-5aeb-439b-8dec-3293ed543f16 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=84426b50-f58a-4895-847c-fc2b1761ca9d HTTP/1.1" status: 200 len: 853 time: 0.0455930 Jun 21 04:29:41.748238 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae81ef0-4fa9-46cd-b85e-2af9e673cfcb req-dd61bf98-3dec-4ca2-a771-aedff5ed4ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:41.749918 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-4ae81ef0-4fa9-46cd-b85e-2af9e673cfcb req-dd61bf98-3dec-4ca2-a771-aedff5ed4ecb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=de51be99-4968-47a2-b994-f99e1af4ffea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0555136 Jun 21 04:29:41.858931 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-4ae81ef0-4fa9-46cd-b85e-2af9e673cfcb req-fb861798-f1d5-4616-b009-40884c7a5ac2 service neutron] 10.222.0.55 "GET /v2.0/networks/de51be99-4968-47a2-b994-f99e1af4ffea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019688 Jun 21 04:29:41.960934 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a81dda-5603-437c-bcca-4c9081a0bed4 req-c66bd053-5796-49e5-9f3d-3eec51067cef tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:41.962924 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-93a81dda-5603-437c-bcca-4c9081a0bed4 req-c66bd053-5796-49e5-9f3d-3eec51067cef tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.55 "GET /v2.0/networks?id=fd6e448a-06f0-4e1b-bc50-7a0749d71b51 HTTP/1.1" status: 200 len: 817 time: 0.1159799 Jun 21 04:29:41.972971 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-4ae81ef0-4fa9-46cd-b85e-2af9e673cfcb req-61c3a1e3-872b-41a1-9de0-3f7702e533c4 service neutron] 10.222.0.55 "GET /v2.0/networks/de51be99-4968-47a2-b994-f99e1af4ffea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052134 Jun 21 04:29:42.014580 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-93a81dda-5603-437c-bcca-4c9081a0bed4 req-50939d27-ef78-446a-9cc0-745b34c39715 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e73c54dea0a944059b24d8393e162682 HTTP/1.1" status: 200 len: 380 time: 0.0381424 Jun 21 04:29:42.024201 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [req-93a81dda-5603-437c-bcca-4c9081a0bed4 req-f5d7520b-2fc3-4ca6-9b9c-7c638b5be170 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Request body: {'port': {'device_id': '59c1d804-dc55-4d0f-b804-110239519a19', 'network_id': 'fd6e448a-06f0-4e1b-bc50-7a0749d71b51', 'admin_state_up': True, 'tenant_id': 'e73c54dea0a944059b24d8393e162682', 'security_groups': ['a8759d04-8a8b-4c4e-b329-84660a1d8ed0']}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:42.160396 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93a81dda-5603-437c-bcca-4c9081a0bed4 req-f5d7520b-2fc3-4ca6-9b9c-7c638b5be170 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Made reservation on behalf of e73c54dea0a944059b24d8393e162682 for: {'port': 1} {{(pid=92782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:29:42.164364 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-93a81dda-5603-437c-bcca-4c9081a0bed4 req-f5d7520b-2fc3-4ca6-9b9c-7c638b5be170 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:42.308945 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.db_base_plugin_common [req-93a81dda-5603-437c-bcca-4c9081a0bed4 req-f5d7520b-2fc3-4ca6-9b9c-7c638b5be170 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Allocated IP 172.20.0.5 (fd6e448a-06f0-4e1b-bc50-7a0749d71b51/8d8b0903-2890-45e0-bcb1-1f07c6fca395/41c62c7c-4f0d-4811-b52d-e4973f034cf6) {{(pid=92782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:29:42.459028 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-93a81dda-5603-437c-bcca-4c9081a0bed4 req-f5d7520b-2fc3-4ca6-9b9c-7c638b5be170 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks [] for port, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:42.472641 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.provisioning_blocks [req-93a81dda-5603-437c-bcca-4c9081a0bed4 req-f5d7520b-2fc3-4ca6-9b9c-7c638b5be170 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Transition to ACTIVE for port object 41c62c7c-4f0d-4811-b52d-e4973f034cf6 will not be triggered until provisioned by entity DHCP. {{(pid=92782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:29:42.509426 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-93a81dda-5603-437c-bcca-4c9081a0bed4 req-f5d7520b-2fc3-4ca6-9b9c-7c638b5be170 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14133711'] for port, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:42.513326 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:42.570622 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93a81dda-5603-437c-bcca-4c9081a0bed4 req-f5d7520b-2fc3-4ca6-9b9c-7c638b5be170 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Network fd6e448a-06f0-4e1b-bc50-7a0749d71b51 is already hosted by enough agents. {{(pid=92782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:29:42.592278 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.base_scheduler [req-93a81dda-5603-437c-bcca-4c9081a0bed4 req-f5d7520b-2fc3-4ca6-9b9c-7c638b5be170 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Resources bound (agent type, host, resource id): {{(pid=92782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:29:42.598226 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a81dda-5603-437c-bcca-4c9081a0bed4 req-f5d7520b-2fc3-4ca6-9b9c-7c638b5be170 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Received port after_create {{(pid=92782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:29:42.603330 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d7520b-2fc3-4ca6-9b9c-7c638b5be170 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Pushing event updated for resources: {'Port': ['ID=41c62c7c-4f0d-4811-b52d-e4973f034cf6,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:42.637980 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d7520b-2fc3-4ca6-9b9c-7c638b5be170 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:42.638399 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d7520b-2fc3-4ca6-9b9c-7c638b5be170 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:42.638812 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d7520b-2fc3-4ca6-9b9c-7c638b5be170 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:42.639169 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d7520b-2fc3-4ca6-9b9c-7c638b5be170 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:42.639516 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d7520b-2fc3-4ca6-9b9c-7c638b5be170 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:42.639864 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d7520b-2fc3-4ca6-9b9c-7c638b5be170 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:42.640207 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d7520b-2fc3-4ca6-9b9c-7c638b5be170 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:42.640547 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d7520b-2fc3-4ca6-9b9c-7c638b5be170 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:42.640905 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d7520b-2fc3-4ca6-9b9c-7c638b5be170 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:42.641803 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d7520b-2fc3-4ca6-9b9c-7c638b5be170 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:42.642156 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d7520b-2fc3-4ca6-9b9c-7c638b5be170 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:42.642608 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d7520b-2fc3-4ca6-9b9c-7c638b5be170 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:42.648855 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-f5d7520b-2fc3-4ca6-9b9c-7c638b5be170 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:42.671773 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a81dda-5603-437c-bcca-4c9081a0bed4 req-f5d7520b-2fc3-4ca6-9b9c-7c638b5be170 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:42.672415 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-93a81dda-5603-437c-bcca-4c9081a0bed4 req-f5d7520b-2fc3-4ca6-9b9c-7c638b5be170 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for port, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:42.692269 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-93a81dda-5603-437c-bcca-4c9081a0bed4 req-f5d7520b-2fc3-4ca6-9b9c-7c638b5be170 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6718786 Jun 21 04:29:42.700481 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a7474-eac0-4d20-98e1-c3144a353655 req-5049ef1b-4186-444b-ac04-27349c611f49 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:42.702021 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-189a7474-eac0-4d20-98e1-c3144a353655 req-5049ef1b-4186-444b-ac04-27349c611f49 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 931 time: 0.1529431 Jun 21 04:29:42.707499 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [req-93a81dda-5603-437c-bcca-4c9081a0bed4 req-19f3cdc1-d965-4aad-a69b-f371cd177e18 service neutron] Request body: {'port': {'device_id': '59c1d804-dc55-4d0f-b804-110239519a19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:42.792094 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-189a7474-eac0-4d20-98e1-c3144a353655 req-25422b11-73f8-4076-8348-00e4170e4cfd tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820236 Jun 21 04:29:42.806635 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-93a81dda-5603-437c-bcca-4c9081a0bed4 req-19f3cdc1-d965-4aad-a69b-f371cd177e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:42.843097 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-9ae68b4e-e007-4709-a85c-eebde186c098 None None] Provisioning for port 41c62c7c-4f0d-4811-b52d-e4973f034cf6 completed by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:29:42.847194 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-9ae68b4e-e007-4709-a85c-eebde186c098 None None] Provisioning complete for port 41c62c7c-4f0d-4811-b52d-e4973f034cf6 triggered by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:29:42.847578 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-9ae68b4e-e007-4709-a85c-eebde186c098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:42.883727 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-9ae68b4e-e007-4709-a85c-eebde186c098 None None] Port 41c62c7c-4f0d-4811-b52d-e4973f034cf6 cannot update to ACTIVE because it is not bound. {{(pid=92784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:29:43.067022 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.notifiers.nova [req-93a81dda-5603-437c-bcca-4c9081a0bed4 req-19f3cdc1-d965-4aad-a69b-f371cd177e18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41c62c7c-4f0d-4811-b52d-e4973f034cf6 {{(pid=92782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:29:43.074273 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-93a81dda-5603-437c-bcca-4c9081a0bed4 req-19f3cdc1-d965-4aad-a69b-f371cd177e18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:43.085638 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.provisioning_blocks [req-93a81dda-5603-437c-bcca-4c9081a0bed4 req-19f3cdc1-d965-4aad-a69b-f371cd177e18 service neutron] Transition to ACTIVE for port object 41c62c7c-4f0d-4811-b52d-e4973f034cf6 will not be triggered until provisioned by entity L2. {{(pid=92782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:29:43.089366 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-93a81dda-5603-437c-bcca-4c9081a0bed4 req-19f3cdc1-d965-4aad-a69b-f371cd177e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14133753'] for port, after_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:43.091551 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-b7fa5046-8145-472d-ae86-031b83643b9c tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:43.165701 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3cdc1-d965-4aad-a69b-f371cd177e18 service neutron] Pushing event updated for resources: {'Port': ['ID=41c62c7c-4f0d-4811-b52d-e4973f034cf6,revision_number=2']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:43.168789 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-19f3cdc1-d965-4aad-a69b-f371cd177e18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:43.243461 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.managers [req-93a81dda-5603-437c-bcca-4c9081a0bed4 req-19f3cdc1-d965-4aad-a69b-f371cd177e18 service neutron] Attempting to bind port 41c62c7c-4f0d-4811-b52d-e4973f034cf6 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:29:43.243461 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.managers [req-93a81dda-5603-437c-bcca-4c9081a0bed4 req-19f3cdc1-d965-4aad-a69b-f371cd177e18 service neutron] Attempting to bind port 41c62c7c-4f0d-4811-b52d-e4973f034cf6 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': 'e5545432-0850-4927-a96c-466ee806cf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'fd6e448a-06f0-4e1b-bc50-7a0749d71b51'}] {{(pid=92782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:29:43.243461 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a81dda-5603-437c-bcca-4c9081a0bed4 req-19f3cdc1-d965-4aad-a69b-f371cd177e18 service neutron] Attempting to bind port 41c62c7c-4f0d-4811-b52d-e4973f034cf6 on network fd6e448a-06f0-4e1b-bc50-7a0749d71b51 {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:29:43.248134 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a81dda-5603-437c-bcca-4c9081a0bed4 req-19f3cdc1-d965-4aad-a69b-f371cd177e18 service neutron] Port 41c62c7c-4f0d-4811-b52d-e4973f034cf6 on network fd6e448a-06f0-4e1b-bc50-7a0749d71b51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:29:43.248451 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a81dda-5603-437c-bcca-4c9081a0bed4 req-19f3cdc1-d965-4aad-a69b-f371cd177e18 service neutron] Attempting to bind port 41c62c7c-4f0d-4811-b52d-e4973f034cf6 on network fd6e448a-06f0-4e1b-bc50-7a0749d71b51 {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:29:43.255241 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a81dda-5603-437c-bcca-4c9081a0bed4 req-19f3cdc1-d965-4aad-a69b-f371cd177e18 service neutron] Checking agent: {'id': 'e86ead90-85ed-45dc-94a1-895a24121321', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 23, 47), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:29:43.255732 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a81dda-5603-437c-bcca-4c9081a0bed4 req-19f3cdc1-d965-4aad-a69b-f371cd177e18 service neutron] Checking segment: {'id': 'e5545432-0850-4927-a96c-466ee806cf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'fd6e448a-06f0-4e1b-bc50-7a0749d71b51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:29:43.256332 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a81dda-5603-437c-bcca-4c9081a0bed4 req-19f3cdc1-d965-4aad-a69b-f371cd177e18 service neutron] Bound using segment: {'id': 'e5545432-0850-4927-a96c-466ee806cf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'fd6e448a-06f0-4e1b-bc50-7a0749d71b51'} {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:29:43.256891 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.managers [req-93a81dda-5603-437c-bcca-4c9081a0bed4 req-19f3cdc1-d965-4aad-a69b-f371cd177e18 service neutron] Bound port: 41c62c7c-4f0d-4811-b52d-e4973f034cf6, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5545432-0850-4927-a96c-466ee806cf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'fd6e448a-06f0-4e1b-bc50-7a0749d71b51'}}] {{(pid=92782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:29:43.257342 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-93a81dda-5603-437c-bcca-4c9081a0bed4 req-19f3cdc1-d965-4aad-a69b-f371cd177e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:43.336727 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.db [req-93a81dda-5603-437c-bcca-4c9081a0bed4 req-19f3cdc1-d965-4aad-a69b-f371cd177e18 service neutron] For port 41c62c7c-4f0d-4811-b52d-e4973f034cf6, host hv-cinder-79717, cleared binding levels {{(pid=92782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:29:43.340320 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.db [req-93a81dda-5603-437c-bcca-4c9081a0bed4 req-19f3cdc1-d965-4aad-a69b-f371cd177e18 service neutron] For port 41c62c7c-4f0d-4811-b52d-e4973f034cf6, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=41c62c7c-4f0d-4811-b52d-e4973f034cf6,segment=NetworkSegment(e5545432-0850-4927-a96c-466ee806cf28),segment_id=e5545432-0850-4927-a96c-466ee806cf28)] {{(pid=92782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:29:43.344755 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-93a81dda-5603-437c-bcca-4c9081a0bed4 req-19f3cdc1-d965-4aad-a69b-f371cd177e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14133753'] for port, after_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:43.353127 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-57aade0e-c1a8-48fa-992e-eda7e2600c34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:43.379934 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a81dda-5603-437c-bcca-4c9081a0bed4 req-19f3cdc1-d965-4aad-a69b-f371cd177e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:43.380497 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-93a81dda-5603-437c-bcca-4c9081a0bed4 req-19f3cdc1-d965-4aad-a69b-f371cd177e18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for port, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:43.382097 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-93a81dda-5603-437c-bcca-4c9081a0bed4 req-19f3cdc1-d965-4aad-a69b-f371cd177e18 service neutron] 10.222.0.55 "PUT /v2.0/ports/41c62c7c-4f0d-4811-b52d-e4973f034cf6 HTTP/1.1" status: 200 len: 1093 time: 0.6791649 Jun 21 04:29:43.387264 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c1d804-dc55-4d0f-b804-110239519a19', 'tag': '41c62c7c-4f0d-4811-b52d-e4973f034cf6'}] {{(pid=92782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:29:43.396327 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20f1c8b8986f59859b4229cceefba24e6e47d71d2fcee399c6ca6947cd3b11b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deab00ae-ea26-4965-ac2f-ebb624d395af" -d '{"events": [{"name": "network-changed", "server_uuid": "59c1d804-dc55-4d0f-b804-110239519a19", "tag": "41c62c7c-4f0d-4811-b52d-e4973f034cf6"}]}' {{(pid=92782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:29:43.474329 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08e5e67-175f-4b72-b517-16c67fd7f0e3 x-openstack-request-id: req-d08e5e67-175f-4b72-b517-16c67fd7f0e3 {{(pid=92782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:29:43.477140 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59c1d804-dc55-4d0f-b804-110239519a19", "tag": "41c62c7c-4f0d-4811-b52d-e4973f034cf6", "status": "completed", "code": 200}]} {{(pid=92782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:29:43.477500 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d08e5e67-175f-4b72-b517-16c67fd7f0e3 {{(pid=92782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:29:43.477943 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59c1d804-dc55-4d0f-b804-110239519a19', 'tag': '41c62c7c-4f0d-4811-b52d-e4973f034cf6', 'status': 'completed', 'code': 200} Jun 21 04:29:43.499849 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3cdc1-d965-4aad-a69b-f371cd177e18 service neutron] Pushing event updated for resources: {'Port': ['ID=41c62c7c-4f0d-4811-b52d-e4973f034cf6,revision_number=3']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:43.504416 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-19f3cdc1-d965-4aad-a69b-f371cd177e18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:43.539112 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a81dda-5603-437c-bcca-4c9081a0bed4 req-21d8b063-fe4f-42b3-89bf-63c39ce20456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:43.540609 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-93a81dda-5603-437c-bcca-4c9081a0bed4 req-21d8b063-fe4f-42b3-89bf-63c39ce20456 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e73c54dea0a944059b24d8393e162682&device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 1096 time: 0.0918901 Jun 21 04:29:43.597609 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-93a81dda-5603-437c-bcca-4c9081a0bed4 req-79ece251-9baf-4f73-b106-f9c13abd000a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41c62c7c-4f0d-4811-b52d-e4973f034cf6 HTTP/1.1" status: 200 len: 217 time: 0.0471880 Jun 21 04:29:43.667677 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a81dda-5603-437c-bcca-4c9081a0bed4 req-6c30edc5-345d-425e-aff0-40015503f006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:43.669116 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-93a81dda-5603-437c-bcca-4c9081a0bed4 req-6c30edc5-345d-425e-aff0-40015503f006 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8d8b0903-2890-45e0-bcb1-1f07c6fca395 HTTP/1.1" status: 200 len: 856 time: 0.0632677 Jun 21 04:29:43.736341 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a81dda-5603-437c-bcca-4c9081a0bed4 req-72ec0468-6caf-42a1-97d1-f3e2191e3ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:43.738073 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-93a81dda-5603-437c-bcca-4c9081a0bed4 req-72ec0468-6caf-42a1-97d1-f3e2191e3ebb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd6e448a-06f0-4e1b-bc50-7a0749d71b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0604932 Jun 21 04:29:43.836772 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-93a81dda-5603-437c-bcca-4c9081a0bed4 req-6e7bdb15-299a-4c40-917b-2599a39a550b service neutron] 10.222.0.55 "GET /v2.0/networks/fd6e448a-06f0-4e1b-bc50-7a0749d71b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910609 Jun 21 04:29:44.024223 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a3325-a563-4e2d-b53e-772c30fed03f req-fede1042-cde3-4f45-a051-227bc75e9e53 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:44.025657 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-b47a3325-a563-4e2d-b53e-772c30fed03f req-fede1042-cde3-4f45-a051-227bc75e9e53 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a HTTP/1.1" status: 200 len: 946 time: 0.1795917 Jun 21 04:29:44.027653 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-93a81dda-5603-437c-bcca-4c9081a0bed4 req-d06575a4-9a18-4a86-b650-440b0c234214 service neutron] 10.222.0.55 "GET /v2.0/networks/fd6e448a-06f0-4e1b-bc50-7a0749d71b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798718 Jun 21 04:29:44.039926 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6fb354-ffbe-4743-90a2-2de8b44cf5c5 req-6cb95e6a-e2c7-444d-b1b2-7dbacc48366e tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:44.041323 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-df6fb354-ffbe-4743-90a2-2de8b44cf5c5 req-6cb95e6a-e2c7-444d-b1b2-7dbacc48366e tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 943 time: 0.1248066 Jun 21 04:29:44.106730 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-b47a3325-a563-4e2d-b53e-772c30fed03f req-32925dce-b5f9-40ce-b338-9da77353a900 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1d05cdb-cfe4-4ed3-96a8-63d61fa8d225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742986 Jun 21 04:29:44.133075 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-df6fb354-ffbe-4743-90a2-2de8b44cf5c5 req-edccc4dd-4fae-4719-bc61-c161e7f5b0a3 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845442 Jun 21 04:29:44.158704 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab00ae-ea26-4965-ac2f-ebb624d395af req-5b782629-f571-4abc-abde-81b8ec34075e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:44.160159 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-deab00ae-ea26-4965-ac2f-ebb624d395af req-5b782629-f571-4abc-abde-81b8ec34075e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e73c54dea0a944059b24d8393e162682&device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 1096 time: 0.0664358 Jun 21 04:29:44.250667 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab00ae-ea26-4965-ac2f-ebb624d395af req-6b39a137-bec9-4542-a995-7618823dc371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:44.252109 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-deab00ae-ea26-4965-ac2f-ebb624d395af req-6b39a137-bec9-4542-a995-7618823dc371 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd6e448a-06f0-4e1b-bc50-7a0749d71b51 HTTP/1.1" status: 200 len: 918 time: 0.0852726 Jun 21 04:29:44.294211 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-deab00ae-ea26-4965-ac2f-ebb624d395af req-e3adb496-a924-4050-b6a5-4c1736570636 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41c62c7c-4f0d-4811-b52d-e4973f034cf6 HTTP/1.1" status: 200 len: 217 time: 0.0343628 Jun 21 04:29:44.346808 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab00ae-ea26-4965-ac2f-ebb624d395af req-97040fe9-6d2c-4ffb-b1cb-abbf6fb7035c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:44.348141 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-deab00ae-ea26-4965-ac2f-ebb624d395af req-97040fe9-6d2c-4ffb-b1cb-abbf6fb7035c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8d8b0903-2890-45e0-bcb1-1f07c6fca395 HTTP/1.1" status: 200 len: 856 time: 0.0445633 Jun 21 04:29:44.402111 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab00ae-ea26-4965-ac2f-ebb624d395af req-9460446f-8047-407c-94ec-2ab8087c9c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:44.403514 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-deab00ae-ea26-4965-ac2f-ebb624d395af req-9460446f-8047-407c-94ec-2ab8087c9c14 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd6e448a-06f0-4e1b-bc50-7a0749d71b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485859 Jun 21 04:29:44.492364 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-deab00ae-ea26-4965-ac2f-ebb624d395af req-281bc008-6334-4da1-bda5-97a5e43938f5 service neutron] 10.222.0.55 "GET /v2.0/networks/fd6e448a-06f0-4e1b-bc50-7a0749d71b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786750 Jun 21 04:29:44.582756 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-deab00ae-ea26-4965-ac2f-ebb624d395af req-b84b21ca-ba79-4c76-84df-217e7344a1f9 service neutron] 10.222.0.55 "GET /v2.0/networks/fd6e448a-06f0-4e1b-bc50-7a0749d71b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833514 Jun 21 04:29:45.339689 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9d148-1ac9-44a1-909d-029c1db192af req-4cd2805d-fe30-4b98-9f8c-d9631bd7d35e tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:45.341145 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-cfd9d148-1ac9-44a1-909d-029c1db192af req-4cd2805d-fe30-4b98-9f8c-d9631bd7d35e tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a HTTP/1.1" status: 200 len: 946 time: 0.1191258 Jun 21 04:29:45.352180 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726c3aa-7bc4-416b-847f-38f58c8eff36 req-f0ea4940-5e16-4da7-8415-1c2bf86242c0 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:45.353682 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6726c3aa-7bc4-416b-847f-38f58c8eff36 req-f0ea4940-5e16-4da7-8415-1c2bf86242c0 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 943 time: 0.1012084 Jun 21 04:29:45.407308 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-cfd9d148-1ac9-44a1-909d-029c1db192af req-fa3e34d4-f964-47de-9f47-351f0d68b20d tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/security-groups?id=f1d05cdb-cfe4-4ed3-96a8-63d61fa8d225&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526266 Jun 21 04:29:45.412079 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6726c3aa-7bc4-416b-847f-38f58c8eff36 req-59c9cb7d-ef39-40e6-8f48-354f7004741e tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513139 Jun 21 04:29:45.870111 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f493d90c-1c5a-4ecb-88ea-fc15bbe7c514 req-0e04522c-57c1-4caf-8804-f3b504a38323 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:45.871563 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f493d90c-1c5a-4ecb-88ea-fc15bbe7c514 req-0e04522c-57c1-4caf-8804-f3b504a38323 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a HTTP/1.1" status: 200 len: 946 time: 0.0624304 Jun 21 04:29:45.975320 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.plugin [req-f493d90c-1c5a-4ecb-88ea-fc15bbe7c514 req-9fe8d9f6-76a8-4808-aae0-243185835f12 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Deleting port bc3a147c-7810-48a8-bcea-bda6637ac018 {{(pid=92782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:29:45.975656 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-f493d90c-1c5a-4ecb-88ea-fc15bbe7c514 req-9fe8d9f6-76a8-4808-aae0-243185835f12 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:46.062077 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.db [req-f493d90c-1c5a-4ecb-88ea-fc15bbe7c514 req-9fe8d9f6-76a8-4808-aae0-243185835f12 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] For port bc3a147c-7810-48a8-bcea-bda6637ac018, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=bc3a147c-7810-48a8-bcea-bda6637ac018,segment=NetworkSegment(4eecd522-411d-4cfa-948b-d3d30878a1c1),segment_id=4eecd522-411d-4cfa-948b-d3d30878a1c1)] {{(pid=92782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:29:46.062281 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-f493d90c-1c5a-4ecb-88ea-fc15bbe7c514 req-9fe8d9f6-76a8-4808-aae0-243185835f12 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:46.128974 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.plugin [req-f493d90c-1c5a-4ecb-88ea-fc15bbe7c514 req-9fe8d9f6-76a8-4808-aae0-243185835f12 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Calling delete_port for bc3a147c-7810-48a8-bcea-bda6637ac018 owned by compute:nova {{(pid=92782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:29:46.263526 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-f493d90c-1c5a-4ecb-88ea-fc15bbe7c514 req-9fe8d9f6-76a8-4808-aae0-243185835f12 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14133696'] for port, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:46.268981 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-e5b297b0-6eb1-4797-9854-a6d7ff7b20f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:46.275193 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] get_ports_and_sgs() called for port_ids ['bc3a147c-7810-48a8-bcea-bda6637ac018'] {{(pid=92784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:29:46.296407 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe8d9f6-76a8-4808-aae0-243185835f12 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Pushing event deleted for resources: {'Port': ['ID=bc3a147c-7810-48a8-bcea-bda6637ac018,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:46.299616 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-9fe8d9f6-76a8-4808-aae0-243185835f12 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:46.346240 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.l3_dvrscheduler_db [req-f493d90c-1c5a-4ecb-88ea-fc15bbe7c514 req-9fe8d9f6-76a8-4808-aae0-243185835f12 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] No DVR routers for this DVR port bc3a147c-7810-48a8-bcea-bda6637ac018 on host hv-cinder-79717 {{(pid=92782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:29:46.348631 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-f493d90c-1c5a-4ecb-88ea-fc15bbe7c514 req-9fe8d9f6-76a8-4808-aae0-243185835f12 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for port, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:46.350890 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f493d90c-1c5a-4ecb-88ea-fc15bbe7c514 req-9fe8d9f6-76a8-4808-aae0-243185835f12 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.55 "DELETE /v2.0/ports/bc3a147c-7810-48a8-bcea-bda6637ac018 HTTP/1.1" status: 204 len: 173 time: 0.4719830 Jun 21 04:29:46.351336 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a', 'name': 'network-vif-deleted', 'tag': 'bc3a147c-7810-48a8-bcea-bda6637ac018'}] {{(pid=92782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:29:46.353629 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20f1c8b8986f59859b4229cceefba24e6e47d71d2fcee399c6ca6947cd3b11b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2eff6d4-4c0a-4ae3-a47c-1b75b9017a6b" -d '{"events": [{"server_uuid": "4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a", "name": "network-vif-deleted", "tag": "bc3a147c-7810-48a8-bcea-bda6637ac018"}]}' {{(pid=92782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:29:46.404180 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fcb0a48-ce8d-45cd-9326-2c65ba708f57 x-openstack-request-id: req-6fcb0a48-ce8d-45cd-9326-2c65ba708f57 {{(pid=92782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:29:46.404608 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a", "name": "network-vif-deleted", "tag": "bc3a147c-7810-48a8-bcea-bda6637ac018", "status": "completed", "code": 200}]} {{(pid=92782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:29:46.405122 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6fcb0a48-ce8d-45cd-9326-2c65ba708f57 {{(pid=92782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:29:46.405914 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a', 'name': 'network-vif-deleted', 'tag': 'bc3a147c-7810-48a8-bcea-bda6637ac018', 'status': 'completed', 'code': 200} Jun 21 04:29:46.644837 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-28d07f9c-c124-4eaf-b87b-bc192fea1d1e req-4083969f-0252-44db-a986-16873f2e6bbc tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e47f745-f3fd-4c80-a9a9-ee6ebbe4c99a HTTP/1.1" status: 200 len: 210 time: 0.0539193 Jun 21 04:29:46.681929 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13b924-6d64-4603-bfca-214a232298a8 req-f14a04a7-0726-4434-a3ee-24c2f2a6e10c tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:46.683583 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-fe13b924-6d64-4603-bfca-214a232298a8 req-f14a04a7-0726-4434-a3ee-24c2f2a6e10c tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 943 time: 0.0945251 Jun 21 04:29:46.723382 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-fe13b924-6d64-4603-bfca-214a232298a8 req-300172fe-c1bf-4510-bea7-1dbebbb5e6e3 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336273 Jun 21 04:29:47.110778 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:47.905469 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2bd536-2c51-4b8f-ae3f-b6aa2634fb72 req-29b74fc1-c232-4018-9598-a301e331930a tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:47.906980 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-ab2bd536-2c51-4b8f-ae3f-b6aa2634fb72 req-29b74fc1-c232-4018-9598-a301e331930a tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 943 time: 0.0683167 Jun 21 04:29:47.945640 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-ab2bd536-2c51-4b8f-ae3f-b6aa2634fb72 req-7cf23fd1-20e7-4a3a-85d6-ece79021c55a tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324223 Jun 21 04:29:48.416611 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 33794) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:48.815934 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 41c62c7c-4f0d-4811-b52d-e4973f034cf6 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:29:48.831344 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-d92a5c9c-6e77-4a57-80fd-76d2d2835cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654004'] for router_interface, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:48.912438 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 41c62c7c-4f0d-4811-b52d-e4973f034cf6, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=41c62c7c-4f0d-4811-b52d-e4973f034cf6,segment=NetworkSegment(e5545432-0850-4927-a96c-466ee806cf28),segment_id=e5545432-0850-4927-a96c-466ee806cf28)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:29:48.923198 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Returning: {'device': '41c62c7c-4f0d-4811-b52d-e4973f034cf6', 'network_id': 'fd6e448a-06f0-4e1b-bc50-7a0749d71b51', 'port_id': '41c62c7c-4f0d-4811-b52d-e4973f034cf6', 'mac_address': 'fa:16:3e:b5:99:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8b0903-2890-45e0-bcb1-1f07c6fca395', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:29:48.959750 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:48.973152 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.notifiers.nova [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41c62c7c-4f0d-4811-b52d-e4973f034cf6 {{(pid=92784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:29:48.993950 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 41c62c7c-4f0d-4811-b52d-e4973f034cf6, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=41c62c7c-4f0d-4811-b52d-e4973f034cf6,segment=NetworkSegment(e5545432-0850-4927-a96c-466ee806cf28),segment_id=e5545432-0850-4927-a96c-466ee806cf28)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:29:48.999751 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:49.002813 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:49.052658 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Pushing event updated for resources: {'Port': ['ID=41c62c7c-4f0d-4811-b52d-e4973f034cf6,revision_number=4']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:49.061105 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:49.061455 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:49.061860 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:49.062206 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:49.063347 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:49.063814 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:49.064171 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:49.064494 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:49.064830 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:49.065161 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:49.065490 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:49.065816 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:49.069867 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:49.139313 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551afc7f-bbe2-418e-bb7f-5ea221023d38 req-f2022f80-afbf-4084-9130-7bb0f5bfd8de tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:49.141281 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-551afc7f-bbe2-418e-bb7f-5ea221023d38 req-f2022f80-afbf-4084-9130-7bb0f5bfd8de tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 944 time: 0.0733366 Jun 21 04:29:49.372050 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [None req-d92a5c9c-6e77-4a57-80fd-76d2d2835cf9 admin admin] Deleting port 7aa131a3-85d5-432a-95a6-7510fa707dbc {{(pid=92783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:29:49.372308 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-d92a5c9c-6e77-4a57-80fd-76d2d2835cf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:49.441857 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-551afc7f-bbe2-418e-bb7f-5ea221023d38 req-32fd9780-c4c4-44c1-a6c2-e8d51e254066 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2949231 Jun 21 04:29:49.454983 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.db [None req-d92a5c9c-6e77-4a57-80fd-76d2d2835cf9 admin admin] For port 7aa131a3-85d5-432a-95a6-7510fa707dbc, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=7aa131a3-85d5-432a-95a6-7510fa707dbc,segment=NetworkSegment(4eecd522-411d-4cfa-948b-d3d30878a1c1),segment_id=4eecd522-411d-4cfa-948b-d3d30878a1c1)] {{(pid=92783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:29:49.455505 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-d92a5c9c-6e77-4a57-80fd-76d2d2835cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:49.517448 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [None req-d92a5c9c-6e77-4a57-80fd-76d2d2835cf9 admin admin] Calling delete_port for 7aa131a3-85d5-432a-95a6-7510fa707dbc owned by network:router_interface {{(pid=92783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:29:49.712931 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-d92a5c9c-6e77-4a57-80fd-76d2d2835cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641976'] for port, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:49.715529 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-5afe174d-dee8-4e37-843d-16f9bb9a372f tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:49.738691 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a5c9c-6e77-4a57-80fd-76d2d2835cf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7aa131a3-85d5-432a-95a6-7510fa707dbc,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:49.744387 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-d92a5c9c-6e77-4a57-80fd-76d2d2835cf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:49.901191 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-d92a5c9c-6e77-4a57-80fd-76d2d2835cf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1773170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653832'] for router_interface, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:50.029666 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-102f5a13-eb92-4f07-9732-36d03c55c616 req-e32782aa-3173-4864-aa65-b47a7115b88d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0542455 Jun 21 04:29:50.106810 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f5a13-eb92-4f07-9732-36d03c55c616 req-96c8db0b-9ef9-4236-97ef-6d1c0df3920f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:50.108269 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-102f5a13-eb92-4f07-9732-36d03c55c616 req-96c8db0b-9ef9-4236-97ef-6d1c0df3920f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ac19631df71474c90f158e6a57cb69b&device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 1098 time: 0.0513358 Jun 21 04:29:50.112005 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] get_ports_and_sgs() called for port_ids ['41c62c7c-4f0d-4811-b52d-e4973f034cf6'] {{(pid=92784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:29:50.116664 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d92a5c9c-6e77-4a57-80fd-76d2d2835cf9 admin admin] Router 0f2bf705-ac60-4db1-8fb9-20b993e5135a has already been hosted by L3 agent 24838221-9d49-44eb-9e47-6a2fc9da17a2 {{(pid=92783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:29:50.140513 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device bc3a147c-7810-48a8-bcea-bda6637ac018 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:29:50.167095 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] No Port match for: bc3a147c-7810-48a8-bcea-bda6637ac018 {{(pid=92784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:29:50.167453 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device bc3a147c-7810-48a8-bcea-bda6637ac018 not bound to the agent host hv-cinder-79717 {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:29:50.217840 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f5a13-eb92-4f07-9732-36d03c55c616 req-794f38c1-a8ec-48ac-9863-43cfc94fc824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:50.220461 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-102f5a13-eb92-4f07-9732-36d03c55c616 req-794f38c1-a8ec-48ac-9863-43cfc94fc824 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b0453a8f-147d-435a-b4a9-ec66a5c92927 HTTP/1.1" status: 200 len: 910 time: 0.0904078 Jun 21 04:29:50.224598 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92a5c9c-6e77-4a57-80fd-76d2d2835cf9 admin admin] Notify agent at l3_agent.dv-cinder-797170-3-iscsi the message routers_updated {{(pid=92783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:29:50.229820 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-d92a5c9c-6e77-4a57-80fd-76d2d2835cf9 admin admin] 10.222.0.53 "PUT /v2.0/routers/0f2bf705-ac60-4db1-8fb9-20b993e5135a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8120799 Jun 21 04:29:50.232158 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 33806) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:50.236623 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d2a531-4deb-47fd-924a-9165baedf4c6 None None] Sync routers for ids ['0f2bf705-ac60-4db1-8fb9-20b993e5135a'] in dv-cinder-797170-3-iscsi {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:29:50.261759 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d2a531-4deb-47fd-924a-9165baedf4c6 None None] Routers {'0f2bf705-ac60-4db1-8fb9-20b993e5135a'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:29:50.262340 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-a5d2a531-4deb-47fd-924a-9165baedf4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:29:30Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['0f2bf705-ac60-4db1-8fb9-20b993e5135a'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:50.332644 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-d7b801da-9ae7-4215-b3ea-964f09827536 admin admin] Notify callbacks [] for router, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:50.380495 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-a5d2a531-4deb-47fd-924a-9165baedf4c6 None None] Set router 0f2bf705-ac60-4db1-8fb9-20b993e5135a gateway port host: dv-cinder-797170-3-iscsi {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:29:50.434622 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-d7b801da-9ae7-4215-b3ea-964f09827536 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:50.491508 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [None req-d7b801da-9ae7-4215-b3ea-964f09827536 admin admin] Deleting port c031c288-2929-4c56-9a14-a2244b372ce4 {{(pid=92783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:29:50.492497 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-d7b801da-9ae7-4215-b3ea-964f09827536 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:50.562957 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-a5d2a531-4deb-47fd-924a-9165baedf4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2bf705-ac60-4db1-8fb9-20b993e5135a', 'name': 'tempest-TestMinimumBasicScenario-180313155-router', 'tenant_id': '745539a724d14a38908499c2728ab2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'c031c288-2929-4c56-9a14-a2244b372ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:26:31Z', 'updated_at': '2021-06-21T04:29:49Z', 'revision_number': 5, 'project_id': '745539a724d14a38908499c2728ab2e3', 'gw_port': {'id': 'c031c288-2929-4c56-9a14-a2244b372ce4', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2bf705-ac60-4db1-8fb9-20b993e5135a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:26:31Z', 'updated_at': '2021-06-21T04:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi'}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:50.581506 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.db [None req-d7b801da-9ae7-4215-b3ea-964f09827536 admin admin] For port c031c288-2929-4c56-9a14-a2244b372ce4, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=c031c288-2929-4c56-9a14-a2244b372ce4,segment=NetworkSegment(e399e9b6-8ae1-4c2d-bd11-625228d4b590),segment_id=e399e9b6-8ae1-4c2d-bd11-625228d4b590)] {{(pid=92783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:29:50.581857 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-d7b801da-9ae7-4215-b3ea-964f09827536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:50.593149 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d2a531-4deb-47fd-924a-9165baedf4c6 None None] Checking router: 0f2bf705-ac60-4db1-8fb9-20b993e5135a for host: dv-cinder-797170-3-iscsi {{(pid=92784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:29:50.604885 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d2a531-4deb-47fd-924a-9165baedf4c6 None None] Routers {'0f2bf705-ac60-4db1-8fb9-20b993e5135a'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:29:50.605135 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-a5d2a531-4deb-47fd-924a-9165baedf4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:29:30Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['0f2bf705-ac60-4db1-8fb9-20b993e5135a'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:50.628072 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127e56b-0da6-4a04-a1b6-a8b98205b807 req-c9e79f7d-7706-441e-9a62-4ee1992bb098 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:50.629555 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1127e56b-0da6-4a04-a1b6-a8b98205b807 req-c9e79f7d-7706-441e-9a62-4ee1992bb098 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 944 time: 0.0694213 Jun 21 04:29:50.650658 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [None req-d7b801da-9ae7-4215-b3ea-964f09827536 admin admin] Calling delete_port for c031c288-2929-4c56-9a14-a2244b372ce4 owned by network:router_gateway {{(pid=92783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:29:50.673671 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1127e56b-0da6-4a04-a1b6-a8b98205b807 req-7153f828-7208-48d4-b21a-569f979cf79d tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377731 Jun 21 04:29:50.804504 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-a5d2a531-4deb-47fd-924a-9165baedf4c6 None None] Set router 0f2bf705-ac60-4db1-8fb9-20b993e5135a gateway port host: None {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:29:50.823535 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-d7b801da-9ae7-4215-b3ea-964f09827536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641976'] for port, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:50.826219 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-9aa1ee0a-edff-443e-9007-da6669904e4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:50.851850 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b801da-9ae7-4215-b3ea-964f09827536 admin admin] Pushing event deleted for resources: {'Port': ['ID=c031c288-2929-4c56-9a14-a2244b372ce4,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:50.858255 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-a5d2a531-4deb-47fd-924a-9165baedf4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2bf705-ac60-4db1-8fb9-20b993e5135a', 'name': 'tempest-TestMinimumBasicScenario-180313155-router', 'tenant_id': '745539a724d14a38908499c2728ab2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:26:31Z', 'updated_at': '2021-06-21T04:29:50Z', 'revision_number': 6, 'project_id': '745539a724d14a38908499c2728ab2e3', 'gw_port_host': None}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:50.858482 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-d7b801da-9ae7-4215-b3ea-964f09827536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:50.887653 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d2a531-4deb-47fd-924a-9165baedf4c6 None None] The sync data for ids ['0f2bf705-ac60-4db1-8fb9-20b993e5135a'] in dv-cinder-797170-3-iscsi is: [{'id': '0f2bf705-ac60-4db1-8fb9-20b993e5135a', 'name': 'tempest-TestMinimumBasicScenario-180313155-router', 'tenant_id': '745539a724d14a38908499c2728ab2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:26:31Z', 'updated_at': '2021-06-21T04:29:50Z', 'revision_number': 6, 'project_id': '745539a724d14a38908499c2728ab2e3', 'gw_port_host': None}] {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:29:50.925195 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-d7b801da-9ae7-4215-b3ea-964f09827536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689700'] for router_gateway, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:51.024582 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-d7b801da-9ae7-4215-b3ea-964f09827536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1652090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1072'] for router, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:51.026620 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-d7b801da-9ae7-4215-b3ea-964f09827536 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:51.090340 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-d7b801da-9ae7-4215-b3ea-964f09827536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1652779'] for router, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:51.090865 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b801da-9ae7-4215-b3ea-964f09827536 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f2bf705-ac60-4db1-8fb9-20b993e5135a {{(pid=92783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 04:29:51.095620 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-d7b801da-9ae7-4215-b3ea-964f09827536 admin admin] Notify callbacks [] for router, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:51.096747 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-d7b801da-9ae7-4215-b3ea-964f09827536 admin admin] 10.222.0.53 "DELETE /v2.0/routers/0f2bf705-ac60-4db1-8fb9-20b993e5135a HTTP/1.1" status: 204 len: 168 time: 0.8637116 Jun 21 04:29:51.099299 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 33814) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:51.142620 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.db_base_plugin_v2 [None req-210a67a8-b647-4d77-8790-90b3f4e10602 admin admin] Deleting subnet 84426b50-f58a-4895-847c-fc2b1761ca9d {{(pid=92783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:29:51.145619 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-210a67a8-b647-4d77-8790-90b3f4e10602 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:51.178872 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-210a67a8-b647-4d77-8790-90b3f4e10602 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13430084'] for subnet, precommit_delete_associations {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:51.179519 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-102f5a13-eb92-4f07-9732-36d03c55c616 req-c9a9db95-8f0b-4f90-a150-71466d686b0f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e75f237-595c-4bdd-8193-9782a260f740 HTTP/1.1" status: 200 len: 1000 time: 0.0602701 Jun 21 04:29:51.298278 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-210a67a8-b647-4d77-8790-90b3f4e10602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611213'] for subnet, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:51.323696 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 7aa131a3-85d5-432a-95a6-7510fa707dbc no longer exists at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:29:51.333517 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.agents_db [None req-2d4e51dd-16b2-4ea0-aa94-70b67a47226d None None] Agent healthcheck: found 6 active agents {{(pid=92785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:29:51.351915 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] No Port match for: 7aa131a3-85d5-432a-95a6-7510fa707dbc {{(pid=92784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:29:51.352180 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 7aa131a3-85d5-432a-95a6-7510fa707dbc not bound to the agent host dv-cinder-797170-3-iscsi {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:29:51.355818 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-210a67a8-b647-4d77-8790-90b3f4e10602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14170667'] for subnet, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:51.358038 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-32fedac8-15e2-4273-b986-c1626f15af38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:51.381312 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a67a8-b647-4d77-8790-90b3f4e10602 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84426b50-f58a-4895-847c-fc2b1761ca9d,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:51.388626 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-210a67a8-b647-4d77-8790-90b3f4e10602 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for subnet, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:51.390464 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-210a67a8-b647-4d77-8790-90b3f4e10602 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/84426b50-f58a-4895-847c-fc2b1761ca9d HTTP/1.1" status: 204 len: 168 time: 0.2902465 Jun 21 04:29:51.392054 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8527b8c9-d8af-4f30-a984-4c8034434e1f None None] Network de51be99-4968-47a2-b994-f99e1af4ffea requested from dv-cinder-797170-3-iscsi {{(pid=92784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:29:51.392725 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210a67a8-b647-4d77-8790-90b3f4e10602 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:51.393075 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210a67a8-b647-4d77-8790-90b3f4e10602 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:51.393437 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210a67a8-b647-4d77-8790-90b3f4e10602 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:51.393800 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210a67a8-b647-4d77-8790-90b3f4e10602 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:51.393916 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 33816) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:51.394411 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210a67a8-b647-4d77-8790-90b3f4e10602 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:51.394497 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210a67a8-b647-4d77-8790-90b3f4e10602 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:51.395504 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210a67a8-b647-4d77-8790-90b3f4e10602 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:51.395504 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210a67a8-b647-4d77-8790-90b3f4e10602 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:51.395504 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210a67a8-b647-4d77-8790-90b3f4e10602 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:51.395915 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210a67a8-b647-4d77-8790-90b3f4e10602 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:51.396189 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210a67a8-b647-4d77-8790-90b3f4e10602 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:51.396530 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210a67a8-b647-4d77-8790-90b3f4e10602 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:29:51.399648 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-210a67a8-b647-4d77-8790-90b3f4e10602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:51.461555 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-58874a9d-91b5-463f-a011-4b2653a88b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588785'] for network, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:51.512308 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.plugin [None req-58874a9d-91b5-463f-a011-4b2653a88b96 admin admin] Deleting port 068a7e6d-02d0-4330-ac4d-03c81e391e0b {{(pid=92782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:29:51.512644 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-58874a9d-91b5-463f-a011-4b2653a88b96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:51.577453 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.db [None req-58874a9d-91b5-463f-a011-4b2653a88b96 admin admin] For port 068a7e6d-02d0-4330-ac4d-03c81e391e0b, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=068a7e6d-02d0-4330-ac4d-03c81e391e0b,segment=NetworkSegment(4eecd522-411d-4cfa-948b-d3d30878a1c1),segment_id=4eecd522-411d-4cfa-948b-d3d30878a1c1)] {{(pid=92782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:29:51.577805 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-58874a9d-91b5-463f-a011-4b2653a88b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:51.641646 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.plugin [None req-58874a9d-91b5-463f-a011-4b2653a88b96 admin admin] Calling delete_port for 068a7e6d-02d0-4330-ac4d-03c81e391e0b owned by network:dhcp {{(pid=92782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:29:51.661673 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54ecc4b-a7a4-4cd5-bae2-b393b617581e None None] DHCP port deletion for de51be99-4968-47a2-b994-f99e1af4ffea request from dv-cinder-797170-3-iscsi {{(pid=92784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 04:29:51.711522 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-b54ecc4b-a7a4-4cd5-bae2-b393b617581e None None] Deleting port 068a7e6d-02d0-4330-ac4d-03c81e391e0b {{(pid=92784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:29:51.712114 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-b54ecc4b-a7a4-4cd5-bae2-b393b617581e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:51.738598 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-58874a9d-91b5-463f-a011-4b2653a88b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14133696'] for port, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:51.741440 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:51.768201 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58874a9d-91b5-463f-a011-4b2653a88b96 admin admin] Pushing event deleted for resources: {'Port': ['ID=068a7e6d-02d0-4330-ac4d-03c81e391e0b,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:51.771506 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-58874a9d-91b5-463f-a011-4b2653a88b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:51.772422 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58874a9d-91b5-463f-a011-4b2653a88b96 admin admin] No DVR routers for this DVR port 068a7e6d-02d0-4330-ac4d-03c81e391e0b on host dv-cinder-797170-3-iscsi {{(pid=92782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:29:51.780015 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-b54ecc4b-a7a4-4cd5-bae2-b393b617581e None None] For port 068a7e6d-02d0-4330-ac4d-03c81e391e0b, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=068a7e6d-02d0-4330-ac4d-03c81e391e0b,segment=NetworkSegment(4eecd522-411d-4cfa-948b-d3d30878a1c1),segment_id=4eecd522-411d-4cfa-948b-d3d30878a1c1)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:29:51.780442 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-b54ecc4b-a7a4-4cd5-bae2-b393b617581e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:51.848657 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-b54ecc4b-a7a4-4cd5-bae2-b393b617581e None None] Calling delete_port for 068a7e6d-02d0-4330-ac4d-03c81e391e0b owned by network:dhcp {{(pid=92784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:29:51.878005 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-58874a9d-91b5-463f-a011-4b2653a88b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611858', 'neutron.services.segments.db._delete_segments_for_network-8749528986579'] for network, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:51.892797 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.services.segments.db [None req-58874a9d-91b5-463f-a011-4b2653a88b96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de51be99-4968-47a2-b994-f99e1af4ffea']}} {{(pid=92782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:51.904089 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.services.segments.db [None req-58874a9d-91b5-463f-a011-4b2653a88b96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eecd522-411d-4cfa-948b-d3d30878a1c1') {'for_net_delete': True} {{(pid=92782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:51.904233 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.services.segments.db [None req-58874a9d-91b5-463f-a011-4b2653a88b96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eecd522-411d-4cfa-948b-d3d30878a1c1') {} {{(pid=92782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:51.920916 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-58874a9d-91b5-463f-a011-4b2653a88b96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749528986408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553349'] for segment, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:51.943926 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a31b0-6b2d-46e9-a497-ee00907c23bd req-f047998c-c2e6-4763-8cd6-2c7ec01b8ad2 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:51.945438 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-702a31b0-6b2d-46e9-a497-ee00907c23bd req-f047998c-c2e6-4763-8cd6-2c7ec01b8ad2 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 944 time: 0.1461711 Jun 21 04:29:51.946458 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-58874a9d-91b5-463f-a011-4b2653a88b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607066'] for segment, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:51.954467 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58874a9d-91b5-463f-a011-4b2653a88b96 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=92782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:29:51.954862 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-58874a9d-91b5-463f-a011-4b2653a88b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14133265'] for segment, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: Traceback (most recent call last): Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: timer() Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: cb(*args, **kw) Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: return func(*args, **kwargs) Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: self._notify() Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: self.callback(batched_events) Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: event.method(event) Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: return f(self, *a, **k) Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: return self._get(url).json() Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: return self.request(url, 'GET', **kwargs) Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:29:51.956588 dv-cinder-797170-3-iscsi neutron-server[92782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:29:51.983865 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-b54ecc4b-a7a4-4cd5-bae2-b393b617581e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998'] for port, after_delete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:51.990797 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:51.999076 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54ecc4b-a7a4-4cd5-bae2-b393b617581e None None] No DVR routers for this DVR port 068a7e6d-02d0-4330-ac4d-03c81e391e0b on host dv-cinder-797170-3-iscsi {{(pid=92784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:29:52.029086 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ecc4b-a7a4-4cd5-bae2-b393b617581e None None] Pushing event deleted for resources: {'Port': ['ID=068a7e6d-02d0-4330-ac4d-03c81e391e0b,revision_number=None']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:52.032078 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-b54ecc4b-a7a4-4cd5-bae2-b393b617581e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:52.069527 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-58874a9d-91b5-463f-a011-4b2653a88b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-431616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689787'] for network, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:52.076421 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-702a31b0-6b2d-46e9-a497-ee00907c23bd req-fb03ae31-8ea4-4b50-8126-0c6195130bf1 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238320 Jun 21 04:29:52.083914 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:52.087288 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-58874a9d-91b5-463f-a011-4b2653a88b96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for network, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:52.089092 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-58874a9d-91b5-463f-a011-4b2653a88b96 admin admin] 10.222.0.53 "DELETE /v2.0/networks/de51be99-4968-47a2-b994-f99e1af4ffea HTTP/1.1" status: 204 len: 168 time: 0.6939957 Jun 21 04:29:52.092482 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 33824) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:52.099406 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f5a13-eb92-4f07-9732-36d03c55c616 req-087e8ec8-3050-472d-8dc6-a666aa4e18bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:52.101658 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-102f5a13-eb92-4f07-9732-36d03c55c616 req-087e8ec8-3050-472d-8dc6-a666aa4e18bc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cc19a82e-f40e-472d-88c4-f521c9c405b3 HTTP/1.1" status: 200 len: 848 time: 0.0978818 Jun 21 04:29:52.102447 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58874a9d-91b5-463f-a011-4b2653a88b96 admin admin] Pushing event deleted for resources: {'Network': ['ID=de51be99-4968-47a2-b994-f99e1af4ffea,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:52.104790 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-58874a9d-91b5-463f-a011-4b2653a88b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:52.424813 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-3ca11899-5a89-44e4-9a6c-a7b37bf5994e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654004'] for router_interface, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:52.666101 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [None req-3ca11899-5a89-44e4-9a6c-a7b37bf5994e admin admin] Deleting port d00d330e-923b-4b15-9334-ebb52d1db682 {{(pid=92783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:29:52.666344 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-3ca11899-5a89-44e4-9a6c-a7b37bf5994e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:52.742482 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.db [None req-3ca11899-5a89-44e4-9a6c-a7b37bf5994e admin admin] For port d00d330e-923b-4b15-9334-ebb52d1db682, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=d00d330e-923b-4b15-9334-ebb52d1db682,segment=NetworkSegment(72d0c6a8-0aca-40f8-b71a-99fd38303e13),segment_id=72d0c6a8-0aca-40f8-b71a-99fd38303e13)] {{(pid=92783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:29:52.742837 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-3ca11899-5a89-44e4-9a6c-a7b37bf5994e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:53.034869 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [None req-3ca11899-5a89-44e4-9a6c-a7b37bf5994e admin admin] Calling delete_port for d00d330e-923b-4b15-9334-ebb52d1db682 owned by network:router_interface {{(pid=92783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:29:53.060562 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f5a13-eb92-4f07-9732-36d03c55c616 req-9831b75d-ff9f-4e42-81fe-7455b2fa3be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:53.062055 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-102f5a13-eb92-4f07-9732-36d03c55c616 req-9831b75d-ff9f-4e42-81fe-7455b2fa3be2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b0453a8f-147d-435a-b4a9-ec66a5c92927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0576522 Jun 21 04:29:53.153187 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-102f5a13-eb92-4f07-9732-36d03c55c616 req-6ffaa5f5-371b-4420-b8bb-5d676a76bfd4 service neutron] 10.222.0.55 "GET /v2.0/networks/b0453a8f-147d-435a-b4a9-ec66a5c92927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834999 Jun 21 04:29:53.220602 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-3ca11899-5a89-44e4-9a6c-a7b37bf5994e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641976'] for port, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:53.223039 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:53.259449 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca11899-5a89-44e4-9a6c-a7b37bf5994e admin admin] Pushing event deleted for resources: {'Port': ['ID=d00d330e-923b-4b15-9334-ebb52d1db682,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:53.262068 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-3ca11899-5a89-44e4-9a6c-a7b37bf5994e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:53.280216 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 068a7e6d-02d0-4330-ac4d-03c81e391e0b no longer exists at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:29:53.305660 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-102f5a13-eb92-4f07-9732-36d03c55c616 req-80a063a3-30a1-44d4-89c6-f79a6aa0a52e service neutron] 10.222.0.55 "GET /v2.0/networks/b0453a8f-147d-435a-b4a9-ec66a5c92927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420152 Jun 21 04:29:53.307735 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] No Port match for: 068a7e6d-02d0-4330-ac4d-03c81e391e0b {{(pid=92784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:29:53.308378 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 068a7e6d-02d0-4330-ac4d-03c81e391e0b not bound to the agent host dv-cinder-797170-3-iscsi {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:29:53.308801 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device c031c288-2929-4c56-9a14-a2244b372ce4 no longer exists at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:29:53.314531 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c51838-70b4-4d1f-a32b-0a2c4e0c3874 req-11d1eab6-a1e3-4078-a848-95a30ff780ce tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:53.316057 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-71c51838-70b4-4d1f-a32b-0a2c4e0c3874 req-11d1eab6-a1e3-4078-a848-95a30ff780ce tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 944 time: 0.1048956 Jun 21 04:29:53.336473 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] No Port match for: c031c288-2929-4c56-9a14-a2244b372ce4 {{(pid=92784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:29:53.336835 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device c031c288-2929-4c56-9a14-a2244b372ce4 not bound to the agent host dv-cinder-797170-3-iscsi {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:29:53.360555 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-71c51838-70b4-4d1f-a32b-0a2c4e0c3874 req-4d2bccd5-f945-4592-8bab-896f6860b6ec tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388265 Jun 21 04:29:53.450785 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-3ca11899-5a89-44e4-9a6c-a7b37bf5994e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1773170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653832'] for router_interface, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:53.658718 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca11899-5a89-44e4-9a6c-a7b37bf5994e admin admin] Router 3296eff2-a8fc-46d1-9fe3-725c7be50ba6 has already been hosted by L3 agent 24838221-9d49-44eb-9e47-6a2fc9da17a2 {{(pid=92783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:29:53.762310 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca11899-5a89-44e4-9a6c-a7b37bf5994e admin admin] Notify agent at l3_agent.dv-cinder-797170-3-iscsi the message routers_updated {{(pid=92783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:29:53.767780 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-3ca11899-5a89-44e4-9a6c-a7b37bf5994e admin admin] 10.222.0.53 "PUT /v2.0/routers/3296eff2-a8fc-46d1-9fe3-725c7be50ba6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6741705 Jun 21 04:29:53.770334 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 33832) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:53.771332 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecda81c0-6286-423f-9067-7d095067fb16 None None] Sync routers for ids ['3296eff2-a8fc-46d1-9fe3-725c7be50ba6'] in dv-cinder-797170-3-iscsi {{(pid=92785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:29:53.780827 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecda81c0-6286-423f-9067-7d095067fb16 None None] Routers {'3296eff2-a8fc-46d1-9fe3-725c7be50ba6'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:29:53.782086 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-ecda81c0-6286-423f-9067-7d095067fb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:29:30Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['3296eff2-a8fc-46d1-9fe3-725c7be50ba6'], 'active': True} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:53.872626 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-e62266d7-7144-4aa0-85c1-e6057868d2e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:53.886719 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvr_db [None req-ecda81c0-6286-423f-9067-7d095067fb16 None None] Set router 3296eff2-a8fc-46d1-9fe3-725c7be50ba6 gateway port host: dv-cinder-797170-3-iscsi {{(pid=92785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:29:53.977933 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-e62266d7-7144-4aa0-85c1-e6057868d2e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:54.042381 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [None req-e62266d7-7144-4aa0-85c1-e6057868d2e4 admin admin] Deleting port ca15258c-1961-40c3-99c1-0b3b94809388 {{(pid=92783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:29:54.042791 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-e62266d7-7144-4aa0-85c1-e6057868d2e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:54.074759 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-ecda81c0-6286-423f-9067-7d095067fb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3296eff2-a8fc-46d1-9fe3-725c7be50ba6', 'name': 'tempest-TestMinimumBasicScenario-646772080-router', 'tenant_id': '2013b3068b4f4429a3609bcf4a74097b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'ca15258c-1961-40c3-99c1-0b3b94809388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:26:36Z', 'updated_at': '2021-06-21T04:29:53Z', 'revision_number': 5, 'project_id': '2013b3068b4f4429a3609bcf4a74097b', 'gw_port': {'id': 'ca15258c-1961-40c3-99c1-0b3b94809388', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3296eff2-a8fc-46d1-9fe3-725c7be50ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:26:37Z', 'updated_at': '2021-06-21T04:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi'}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:54.106055 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecda81c0-6286-423f-9067-7d095067fb16 None None] Checking router: 3296eff2-a8fc-46d1-9fe3-725c7be50ba6 for host: dv-cinder-797170-3-iscsi {{(pid=92785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:29:54.116743 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecda81c0-6286-423f-9067-7d095067fb16 None None] Routers {'3296eff2-a8fc-46d1-9fe3-725c7be50ba6'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:29:54.117515 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-ecda81c0-6286-423f-9067-7d095067fb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:29:30Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['3296eff2-a8fc-46d1-9fe3-725c7be50ba6'], 'active': True} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:54.129415 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.db [None req-e62266d7-7144-4aa0-85c1-e6057868d2e4 admin admin] For port ca15258c-1961-40c3-99c1-0b3b94809388, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=ca15258c-1961-40c3-99c1-0b3b94809388,segment=NetworkSegment(e399e9b6-8ae1-4c2d-bd11-625228d4b590),segment_id=e399e9b6-8ae1-4c2d-bd11-625228d4b590)] {{(pid=92783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:29:54.129767 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-e62266d7-7144-4aa0-85c1-e6057868d2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:54.203722 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [None req-e62266d7-7144-4aa0-85c1-e6057868d2e4 admin admin] Calling delete_port for ca15258c-1961-40c3-99c1-0b3b94809388 owned by network:router_gateway {{(pid=92783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:29:54.206626 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvr_db [None req-ecda81c0-6286-423f-9067-7d095067fb16 None None] Set router 3296eff2-a8fc-46d1-9fe3-725c7be50ba6 gateway port host: None {{(pid=92785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:29:54.258638 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-ecda81c0-6286-423f-9067-7d095067fb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3296eff2-a8fc-46d1-9fe3-725c7be50ba6', 'name': 'tempest-TestMinimumBasicScenario-646772080-router', 'tenant_id': '2013b3068b4f4429a3609bcf4a74097b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:26:36Z', 'updated_at': '2021-06-21T04:29:53Z', 'revision_number': 6, 'project_id': '2013b3068b4f4429a3609bcf4a74097b', 'gw_port_host': None}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:54.367743 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecda81c0-6286-423f-9067-7d095067fb16 None None] The sync data for ids ['3296eff2-a8fc-46d1-9fe3-725c7be50ba6'] in dv-cinder-797170-3-iscsi is: [{'id': '3296eff2-a8fc-46d1-9fe3-725c7be50ba6', 'name': 'tempest-TestMinimumBasicScenario-646772080-router', 'tenant_id': '2013b3068b4f4429a3609bcf4a74097b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:26:36Z', 'updated_at': '2021-06-21T04:29:53Z', 'revision_number': 6, 'project_id': '2013b3068b4f4429a3609bcf4a74097b', 'gw_port_host': None}] {{(pid=92785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:29:54.372257 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-e62266d7-7144-4aa0-85c1-e6057868d2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641976'] for port, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:54.374445 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-f590d2ad-668f-4a8e-a75e-796d5a39e8ae tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:54.399376 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62266d7-7144-4aa0-85c1-e6057868d2e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca15258c-1961-40c3-99c1-0b3b94809388,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:54.403553 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-e62266d7-7144-4aa0-85c1-e6057868d2e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:54.468169 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-e62266d7-7144-4aa0-85c1-e6057868d2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689700'] for router_gateway, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:54.555708 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73b9f6-5aad-4921-a370-cc860635a708 req-074f5638-342f-48c1-b2d0-267199261810 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:54.557205 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-9c73b9f6-5aad-4921-a370-cc860635a708 req-074f5638-342f-48c1-b2d0-267199261810 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 944 time: 0.0686271 Jun 21 04:29:54.566251 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-e62266d7-7144-4aa0-85c1-e6057868d2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1652090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1072'] for router, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:54.568747 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-e62266d7-7144-4aa0-85c1-e6057868d2e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:54.599502 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-9c73b9f6-5aad-4921-a370-cc860635a708 req-b5b034a3-0f2d-49b8-bf23-d237ae31b8c4 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352454 Jun 21 04:29:54.613638 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-e62266d7-7144-4aa0-85c1-e6057868d2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1652779'] for router, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:54.614277 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62266d7-7144-4aa0-85c1-e6057868d2e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3296eff2-a8fc-46d1-9fe3-725c7be50ba6 {{(pid=92783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 04:29:54.619091 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-e62266d7-7144-4aa0-85c1-e6057868d2e4 admin admin] Notify callbacks [] for router, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:54.620236 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-e62266d7-7144-4aa0-85c1-e6057868d2e4 admin admin] 10.222.0.53 "DELETE /v2.0/routers/3296eff2-a8fc-46d1-9fe3-725c7be50ba6 HTTP/1.1" status: 204 len: 168 time: 0.8488569 Jun 21 04:29:54.622731 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 33858) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:54.668457 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.db_base_plugin_v2 [None req-39be46c0-8ade-4b3d-9d46-f8641f861326 admin admin] Deleting subnet 6f4d123f-9122-4a60-a9b9-0969c4ba5c75 {{(pid=92783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:29:54.671337 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-39be46c0-8ade-4b3d-9d46-f8641f861326 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:54.711377 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-39be46c0-8ade-4b3d-9d46-f8641f861326 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13430084'] for subnet, precommit_delete_associations {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:54.789364 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-39be46c0-8ade-4b3d-9d46-f8641f861326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611213'] for subnet, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:54.842621 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-39be46c0-8ade-4b3d-9d46-f8641f861326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14170667'] for subnet, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:54.846187 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:54.875434 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be46c0-8ade-4b3d-9d46-f8641f861326 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f4d123f-9122-4a60-a9b9-0969c4ba5c75,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:54.877865 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-39be46c0-8ade-4b3d-9d46-f8641f861326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:54.880307 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-39be46c0-8ade-4b3d-9d46-f8641f861326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for subnet, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:54.882151 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-39be46c0-8ade-4b3d-9d46-f8641f861326 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6f4d123f-9122-4a60-a9b9-0969c4ba5c75 HTTP/1.1" status: 204 len: 168 time: 0.2584670 Jun 21 04:29:54.884694 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 33862) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:54.887140 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11b6354-ed6a-44d4-8ded-29f4a65a8368 None None] Network 50bb7e21-04e8-496f-a01d-00177122559c requested from dv-cinder-797170-3-iscsi {{(pid=92784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:29:54.953330 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-329aa478-7e2a-4224-9203-478a1192e71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588785'] for network, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:55.005669 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.plugin [None req-329aa478-7e2a-4224-9203-478a1192e71b admin admin] Deleting port 8c74a391-4105-4706-80be-9a19b6417a5a {{(pid=92782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:29:55.006077 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-329aa478-7e2a-4224-9203-478a1192e71b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:55.016676 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 41c62c7c-4f0d-4811-b52d-e4973f034cf6 up at agent hyperv_hv-cinder-79717 {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:29:55.072926 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Provisioning for port 41c62c7c-4f0d-4811-b52d-e4973f034cf6 completed by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:29:55.077230 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Provisioning complete for port 41c62c7c-4f0d-4811-b52d-e4973f034cf6 triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:29:55.077721 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:55.086467 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.db [None req-329aa478-7e2a-4224-9203-478a1192e71b admin admin] For port 8c74a391-4105-4706-80be-9a19b6417a5a, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=8c74a391-4105-4706-80be-9a19b6417a5a,segment=NetworkSegment(72d0c6a8-0aca-40f8-b71a-99fd38303e13),segment_id=72d0c6a8-0aca-40f8-b71a-99fd38303e13)] {{(pid=92782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:29:55.087059 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-329aa478-7e2a-4224-9203-478a1192e71b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:55.121715 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9705b299-97cc-44ec-a946-f210933208a9 None None] DHCP port deletion for 50bb7e21-04e8-496f-a01d-00177122559c request from dv-cinder-797170-3-iscsi {{(pid=92784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 04:29:55.163781 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.plugin [None req-329aa478-7e2a-4224-9203-478a1192e71b admin admin] Calling delete_port for 8c74a391-4105-4706-80be-9a19b6417a5a owned by network:dhcp {{(pid=92782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:29:55.227297 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-9705b299-97cc-44ec-a946-f210933208a9 None None] Deleting port 8c74a391-4105-4706-80be-9a19b6417a5a {{(pid=92784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:29:55.227711 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-9705b299-97cc-44ec-a946-f210933208a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:55.230295 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:55.303333 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-329aa478-7e2a-4224-9203-478a1192e71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14133696'] for port, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:55.307488 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-19f3cdc1-d965-4aad-a69b-f371cd177e18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:55.337112 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c1d804-dc55-4d0f-b804-110239519a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c62c7c-4f0d-4811-b52d-e4973f034cf6'}] {{(pid=92784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:29:55.340990 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea407864149563716f916f7ad989592de9d82914ebf27f22c024267046db962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26955c3-f02c-4927-bb49-b0f4c50bb10e" -d '{"events": [{"server_uuid": "59c1d804-dc55-4d0f-b804-110239519a19", "name": "network-vif-plugged", "status": "completed", "tag": "41c62c7c-4f0d-4811-b52d-e4973f034cf6"}]}' {{(pid=92784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:29:55.350185 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329aa478-7e2a-4224-9203-478a1192e71b admin admin] Pushing event deleted for resources: {'Port': ['ID=8c74a391-4105-4706-80be-9a19b6417a5a,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:55.355428 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 8c74a391-4105-4706-80be-9a19b6417a5a no longer exists at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:29:55.357862 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-329aa478-7e2a-4224-9203-478a1192e71b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:55.363472 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329aa478-7e2a-4224-9203-478a1192e71b admin admin] No DVR routers for this DVR port 8c74a391-4105-4706-80be-9a19b6417a5a on host dv-cinder-797170-3-iscsi {{(pid=92782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:29:55.405154 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 41c62c7c-4f0d-4811-b52d-e4973f034cf6, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=41c62c7c-4f0d-4811-b52d-e4973f034cf6,segment=NetworkSegment(e5545432-0850-4927-a96c-466ee806cf28),segment_id=e5545432-0850-4927-a96c-466ee806cf28)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:29:55.407296 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] No Port match for: 8c74a391-4105-4706-80be-9a19b6417a5a {{(pid=92784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:29:55.408083 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 8c74a391-4105-4706-80be-9a19b6417a5a not bound to the agent host dv-cinder-797170-3-iscsi {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:29:55.408602 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device d00d330e-923b-4b15-9334-ebb52d1db682 no longer exists at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:29:55.412593 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d18b2d0-46c5-492d-b303-2898eb4063d7 x-openstack-request-id: req-4d18b2d0-46c5-492d-b303-2898eb4063d7 {{(pid=92784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:29:55.413103 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c1d804-dc55-4d0f-b804-110239519a19", "name": "network-vif-plugged", "status": "completed", "tag": "41c62c7c-4f0d-4811-b52d-e4973f034cf6", "code": 200}]} {{(pid=92784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:29:55.413397 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4d18b2d0-46c5-492d-b303-2898eb4063d7 {{(pid=92784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:29:55.413837 dv-cinder-797170-3-iscsi neutron-server[92784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c1d804-dc55-4d0f-b804-110239519a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c62c7c-4f0d-4811-b52d-e4973f034cf6', 'code': 200} Jun 21 04:29:55.448190 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:55.459449 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:55.467395 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] No Port match for: d00d330e-923b-4b15-9334-ebb52d1db682 {{(pid=92784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:29:55.467752 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device d00d330e-923b-4b15-9334-ebb52d1db682 not bound to the agent host dv-cinder-797170-3-iscsi {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:29:55.468180 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device ca15258c-1961-40c3-99c1-0b3b94809388 no longer exists at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:29:55.484019 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-329aa478-7e2a-4224-9203-478a1192e71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611858', 'neutron.services.segments.db._delete_segments_for_network-8749528986579'] for network, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:55.497626 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-9705b299-97cc-44ec-a946-f210933208a9 None None] For port 8c74a391-4105-4706-80be-9a19b6417a5a, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=8c74a391-4105-4706-80be-9a19b6417a5a,segment=NetworkSegment(72d0c6a8-0aca-40f8-b71a-99fd38303e13),segment_id=72d0c6a8-0aca-40f8-b71a-99fd38303e13)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:29:55.498251 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-9705b299-97cc-44ec-a946-f210933208a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:55.502396 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.services.segments.db [None req-329aa478-7e2a-4224-9203-478a1192e71b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50bb7e21-04e8-496f-a01d-00177122559c']}} {{(pid=92782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:55.519740 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.services.segments.db [None req-329aa478-7e2a-4224-9203-478a1192e71b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72d0c6a8-0aca-40f8-b71a-99fd38303e13') {'for_net_delete': True} {{(pid=92782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:55.520203 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.services.segments.db [None req-329aa478-7e2a-4224-9203-478a1192e71b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72d0c6a8-0aca-40f8-b71a-99fd38303e13') {} {{(pid=92782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:55.532533 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-329aa478-7e2a-4224-9203-478a1192e71b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749528986408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553349'] for segment, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:55.542515 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] No Port match for: ca15258c-1961-40c3-99c1-0b3b94809388 {{(pid=92784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:29:55.543161 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device ca15258c-1961-40c3-99c1-0b3b94809388 not bound to the agent host dv-cinder-797170-3-iscsi {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:29:55.564984 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-329aa478-7e2a-4224-9203-478a1192e71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607066'] for segment, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:55.579728 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-329aa478-7e2a-4224-9203-478a1192e71b admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=92782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:29:55.580971 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-329aa478-7e2a-4224-9203-478a1192e71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14133265'] for segment, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:55.586670 dv-cinder-797170-3-iscsi neutron-server[92782]: Traceback (most recent call last): Jun 21 04:29:55.586670 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:29:55.586670 dv-cinder-797170-3-iscsi neutron-server[92782]: timer() Jun 21 04:29:55.586670 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:29:55.586670 dv-cinder-797170-3-iscsi neutron-server[92782]: cb(*args, **kw) Jun 21 04:29:55.586670 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:29:55.586670 dv-cinder-797170-3-iscsi neutron-server[92782]: return func(*args, **kwargs) Jun 21 04:29:55.586670 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:29:55.586670 dv-cinder-797170-3-iscsi neutron-server[92782]: self._notify() Jun 21 04:29:55.586670 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:29:55.586670 dv-cinder-797170-3-iscsi neutron-server[92782]: self.callback(batched_events) Jun 21 04:29:55.586670 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:29:55.586670 dv-cinder-797170-3-iscsi neutron-server[92782]: event.method(event) Jun 21 04:29:55.586670 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:29:55.586670 dv-cinder-797170-3-iscsi neutron-server[92782]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:29:55.586670 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:29:55.586670 dv-cinder-797170-3-iscsi neutron-server[92782]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:29:55.586670 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:29:55.586670 dv-cinder-797170-3-iscsi neutron-server[92782]: return f(self, *a, **k) Jun 21 04:29:55.586670 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:29:55.586670 dv-cinder-797170-3-iscsi neutron-server[92782]: return self._get(url).json() Jun 21 04:29:55.586670 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:29:55.586670 dv-cinder-797170-3-iscsi neutron-server[92782]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:29:55.586670 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:29:55.586670 dv-cinder-797170-3-iscsi neutron-server[92782]: return self.request(url, 'GET', **kwargs) Jun 21 04:29:55.586670 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:29:55.586670 dv-cinder-797170-3-iscsi neutron-server[92782]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:29:55.586670 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:29:55.586670 dv-cinder-797170-3-iscsi neutron-server[92782]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:29:55.586670 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:29:55.586670 dv-cinder-797170-3-iscsi neutron-server[92782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:29:55.586670 dv-cinder-797170-3-iscsi neutron-server[92782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:29:55.628427 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-9705b299-97cc-44ec-a946-f210933208a9 None None] Calling delete_port for 8c74a391-4105-4706-80be-9a19b6417a5a owned by network:dhcp {{(pid=92784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:29:55.679347 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-329aa478-7e2a-4224-9203-478a1192e71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-431616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689787'] for network, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:55.687415 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-8f345cd9-7864-48cf-910e-b56caa89f8c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:55.691924 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-329aa478-7e2a-4224-9203-478a1192e71b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for network, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:55.693314 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Pushing event updated for resources: {'Port': ['ID=41c62c7c-4f0d-4811-b52d-e4973f034cf6,revision_number=5']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:55.698290 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:55.705560 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-329aa478-7e2a-4224-9203-478a1192e71b admin admin] 10.222.0.53 "DELETE /v2.0/networks/50bb7e21-04e8-496f-a01d-00177122559c HTTP/1.1" status: 204 len: 168 time: 0.8167729 Jun 21 04:29:55.733330 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329aa478-7e2a-4224-9203-478a1192e71b admin admin] Pushing event deleted for resources: {'Network': ['ID=50bb7e21-04e8-496f-a01d-00177122559c,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:55.742355 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-329aa478-7e2a-4224-9203-478a1192e71b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:55.765301 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-9705b299-97cc-44ec-a946-f210933208a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998'] for port, after_delete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:55.777347 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:55.806356 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9705b299-97cc-44ec-a946-f210933208a9 None None] Network 50bb7e21-04e8-496f-a01d-00177122559c is not hosted by any dhcp agent {{(pid=92784) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 21 04:29:55.807305 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9705b299-97cc-44ec-a946-f210933208a9 None None] No DVR routers for this DVR port 8c74a391-4105-4706-80be-9a19b6417a5a on host dv-cinder-797170-3-iscsi {{(pid=92784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:29:55.810833 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9705b299-97cc-44ec-a946-f210933208a9 None None] Pushing event deleted for resources: {'Port': ['ID=8c74a391-4105-4706-80be-9a19b6417a5a,revision_number=None']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:55.814943 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-9705b299-97cc-44ec-a946-f210933208a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:55.873212 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54578b10-12ea-4764-99f8-64caa5e8a4f6 req-277270b0-0c33-4aad-a463-506110a1d1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:55.874912 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-54578b10-12ea-4764-99f8-64caa5e8a4f6 req-277270b0-0c33-4aad-a463-506110a1d1ae service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 1098 time: 0.1313095 Jun 21 04:29:55.887729 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2649e-730c-48ff-a56c-0574ca3fe96c req-2b4b51df-360d-47e7-874c-e0839bb8d687 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:55.889745 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6ee2649e-730c-48ff-a56c-0574ca3fe96c req-2b4b51df-360d-47e7-874c-e0839bb8d687 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 945 time: 0.0887902 Jun 21 04:29:55.920646 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 33896) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:55.940607 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-54578b10-12ea-4764-99f8-64caa5e8a4f6 req-0100dd58-e7ec-466e-a59a-3a4a431a83f2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497284 Jun 21 04:29:55.948078 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6ee2649e-730c-48ff-a56c-0574ca3fe96c req-32887cd2-6f7f-4e7d-953e-bdc8c2baefce tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515988 Jun 21 04:29:55.964155 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-e178d009-bff4-4c85-9461-d1ba80d00708 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=745539a724d14a38908499c2728ab2e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400832 Jun 21 04:29:55.966132 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 33898) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:56.015222 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-ec340b48-d4e5-404b-bb06-f32acb79f21e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:56.038847 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-ec340b48-d4e5-404b-bb06-f32acb79f21e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:56.087326 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-ec340b48-d4e5-404b-bb06-f32acb79f21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:56.090044 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-ec340b48-d4e5-404b-bb06-f32acb79f21e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:56.091260 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-ec340b48-d4e5-404b-bb06-f32acb79f21e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f1d05cdb-cfe4-4ed3-96a8-63d61fa8d225 HTTP/1.1" status: 204 len: 168 time: 0.1241212 Jun 21 04:29:56.092004 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-9b4d0c09-3318-4d11-a6c5-a778416b5fc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:56.099163 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec340b48-d4e5-404b-bb06-f32acb79f21e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d05cdb-cfe4-4ed3-96a8-63d61fa8d225,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:56.101458 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-ec340b48-d4e5-404b-bb06-f32acb79f21e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:56.399655 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 33908) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:56.440197 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-d64e305a-0738-4fdf-ae9c-53b204c08b92 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2013b3068b4f4429a3609bcf4a74097b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392454 Jun 21 04:29:56.442754 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 33910) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:56.490410 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-568f0187-6bdf-42d6-bdae-24634cedbc30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:56.514274 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-568f0187-6bdf-42d6-bdae-24634cedbc30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:56.560693 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-568f0187-6bdf-42d6-bdae-24634cedbc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:56.563339 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-568f0187-6bdf-42d6-bdae-24634cedbc30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:56.564533 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-568f0187-6bdf-42d6-bdae-24634cedbc30 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/971aad0b-dd6f-493b-a9e1-5119a0dbccab HTTP/1.1" status: 204 len: 168 time: 0.1208253 Jun 21 04:29:56.565221 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-529f4f7c-62b4-44ed-b942-b78425883a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:56.573215 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f0187-6bdf-42d6-bdae-24634cedbc30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971aad0b-dd6f-493b-a9e1-5119a0dbccab,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:56.575615 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-568f0187-6bdf-42d6-bdae-24634cedbc30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:57.132671 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a23ac-7d1b-4e0e-a6cc-1e42d058cf7f req-ff078f27-a123-4d05-a9aa-dc70a73afaec tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:57.134185 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-9d3a23ac-7d1b-4e0e-a6cc-1e42d058cf7f req-ff078f27-a123-4d05-a9aa-dc70a73afaec tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 945 time: 0.0697212 Jun 21 04:29:57.174814 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-9d3a23ac-7d1b-4e0e-a6cc-1e42d058cf7f req-7cd05f6a-c94c-45a6-a127-43037124fc3b tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343387 Jun 21 04:29:57.347741 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb5ee5-af5f-4137-b74e-754685c00489 req-59e2524c-8683-4358-b846-c12b17e7ba4a tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:57.349197 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c4fb5ee5-af5f-4137-b74e-754685c00489 req-59e2524c-8683-4358-b846-c12b17e7ba4a tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 945 time: 0.0646966 Jun 21 04:29:57.357594 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 33950) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:57.362683 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [None req-fb00e7ae-afa7-4063-935c-bc0a2ad020f6 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Request body: {'floatingip': {'port_id': '41c62c7c-4f0d-4811-b52d-e4973f034cf6'}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:29:57.401729 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-fb00e7ae-afa7-4063-935c-bc0a2ad020f6 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks [] for floatingip, before_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:57.458657 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-2bd245b8-e131-4373-a47f-1b7ad52c4c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:57.475924 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 33954) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:57.589344 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-75467918-e9c2-4571-96cd-b4adac522002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:57.681071 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-75467918-e9c2-4571-96cd-b4adac522002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:57.686233 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-75467918-e9c2-4571-96cd-b4adac522002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:57.689640 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-29254cd3-eb2d-48d8-90cc-0bc9fcebb090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:57.726088 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75467918-e9c2-4571-96cd-b4adac522002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e547d37-3b3c-46f1-8b66-8bc6561e8a18,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:57.729333 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-75467918-e9c2-4571-96cd-b4adac522002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:57.735138 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-75467918-e9c2-4571-96cd-b4adac522002 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=54636e2ae4ea4ce18fb704a1520b7f2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2577608 Jun 21 04:29:57.736191 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 33960) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:57.786217 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47f8a2d7-7f31-43e2-b48c-1a8d268efa5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:57.807551 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47f8a2d7-7f31-43e2-b48c-1a8d268efa5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:57.854075 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47f8a2d7-7f31-43e2-b48c-1a8d268efa5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:57.856698 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-47f8a2d7-7f31-43e2-b48c-1a8d268efa5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:57.857832 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-47f8a2d7-7f31-43e2-b48c-1a8d268efa5f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7e547d37-3b3c-46f1-8b66-8bc6561e8a18 HTTP/1.1" status: 204 len: 168 time: 0.1204345 Jun 21 04:29:57.858822 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-a7859166-5a4e-44bf-833b-7d869010b06b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:57.878155 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8a2d7-7f31-43e2-b48c-1a8d268efa5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e547d37-3b3c-46f1-8b66-8bc6561e8a18,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:57.880399 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-47f8a2d7-7f31-43e2-b48c-1a8d268efa5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:58.014328 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-fb00e7ae-afa7-4063-935c-bc0a2ad020f6 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:58.018005 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-fb00e7ae-afa7-4063-935c-bc0a2ad020f6 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689737'] for floatingip, after_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:58.117842 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.db.l3_db [None req-fb00e7ae-afa7-4063-935c-bc0a2ad020f6 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Floating IP 5da2d66d-da31-46a8-a4cf-46c5668ec112 associated. External IP: 172.27.3.164, port: 41c62c7c-4f0d-4811-b52d-e4973f034cf6. Jun 21 04:29:58.119090 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 33966) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:58.134883 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-99cd407b-972a-4ab0-9f32-186655cf0ca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:58.226531 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-99cd407b-972a-4ab0-9f32-186655cf0ca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:58.231530 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-99cd407b-972a-4ab0-9f32-186655cf0ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:58.234237 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-2854e5ba-2e47-402c-a0f4-aaabcfb85892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:58.271053 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-99cd407b-972a-4ab0-9f32-186655cf0ca3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c9deb6bdda8d48f791e57a20cf877873&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1508248 Jun 21 04:29:58.271945 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd407b-972a-4ab0-9f32-186655cf0ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd75789-452c-47bb-b2ea-033db8e34981,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:58.274210 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 33968) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:29:58.281756 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-99cd407b-972a-4ab0-9f32-186655cf0ca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:58.322437 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-93196976-2814-4394-a2a8-857a5591dd36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:58.325091 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb00e7ae-afa7-4063-935c-bc0a2ad020f6 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Router 91c39214-0a2a-49c8-96c6-a3d1d81d8a07 has already been hosted by L3 agent 24838221-9d49-44eb-9e47-6a2fc9da17a2 {{(pid=92782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:29:58.343331 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-93196976-2814-4394-a2a8-857a5591dd36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:58.389334 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-93196976-2814-4394-a2a8-857a5591dd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:58.392612 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-93196976-2814-4394-a2a8-857a5591dd36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:58.396723 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-93196976-2814-4394-a2a8-857a5591dd36 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6dd75789-452c-47bb-b2ea-033db8e34981 HTTP/1.1" status: 204 len: 168 time: 0.1215107 Jun 21 04:29:58.397898 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-d9003ebf-e239-4184-8958-15b135a15d09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:29:58.405190 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93196976-2814-4394-a2a8-857a5591dd36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd75789-452c-47bb-b2ea-033db8e34981,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:29:58.408250 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-93196976-2814-4394-a2a8-857a5591dd36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:29:58.432257 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb00e7ae-afa7-4063-935c-bc0a2ad020f6 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify agent at l3_agent.dv-cinder-797170-3-iscsi the message routers_updated {{(pid=92782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:29:58.437960 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-fb00e7ae-afa7-4063-935c-bc0a2ad020f6 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for floatingip, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:58.447008 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6727137-3529-4f95-9f21-f58e94225fbb None None] Sync routers for ids ['91c39214-0a2a-49c8-96c6-a3d1d81d8a07'] in dv-cinder-797170-3-iscsi {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:29:58.456842 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6727137-3529-4f95-9f21-f58e94225fbb None None] Routers {'91c39214-0a2a-49c8-96c6-a3d1d81d8a07'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:29:58.457471 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-d6727137-3529-4f95-9f21-f58e94225fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:29:30Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['91c39214-0a2a-49c8-96c6-a3d1d81d8a07'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:58.477837 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-fb00e7ae-afa7-4063-935c-bc0a2ad020f6 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "PUT /v2.0/floatingips/5da2d66d-da31-46a8-a4cf-46c5668ec112 HTTP/1.1" status: 200 len: 991 time: 1.1192377 Jun 21 04:29:58.478639 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c1d804-dc55-4d0f-b804-110239519a19', 'tag': '41c62c7c-4f0d-4811-b52d-e4973f034cf6'}] {{(pid=92782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:29:58.481027 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20f1c8b8986f59859b4229cceefba24e6e47d71d2fcee399c6ca6947cd3b11b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392a7d6a-99c8-4895-bcae-5cb9b5cff81c" -d '{"events": [{"name": "network-changed", "server_uuid": "59c1d804-dc55-4d0f-b804-110239519a19", "tag": "41c62c7c-4f0d-4811-b52d-e4973f034cf6"}]}' {{(pid=92782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:29:58.545260 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221ad117-e8cd-477d-b52a-4bce1b31328a x-openstack-request-id: req-221ad117-e8cd-477d-b52a-4bce1b31328a {{(pid=92782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:29:58.545731 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59c1d804-dc55-4d0f-b804-110239519a19", "tag": "41c62c7c-4f0d-4811-b52d-e4973f034cf6", "status": "completed", "code": 200}]} {{(pid=92782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:29:58.546068 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-221ad117-e8cd-477d-b52a-4bce1b31328a {{(pid=92782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:29:58.546874 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59c1d804-dc55-4d0f-b804-110239519a19', 'tag': '41c62c7c-4f0d-4811-b52d-e4973f034cf6', 'status': 'completed', 'code': 200} Jun 21 04:29:58.571046 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-d6727137-3529-4f95-9f21-f58e94225fbb None None] Set router 91c39214-0a2a-49c8-96c6-a3d1d81d8a07 gateway port host: dv-cinder-797170-3-iscsi {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:29:58.960990 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-d6727137-3529-4f95-9f21-f58e94225fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'name': 'tempest-AttachVolumeShelveTestJSON-2002639941-router', 'tenant_id': 'e73c54dea0a944059b24d8393e162682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '14cdb3db-00d7-4015-9f38-4175ca46c3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:18Z', 'updated_at': '2021-06-21T04:25:25Z', 'revision_number': 4, 'project_id': 'e73c54dea0a944059b24d8393e162682', 'gw_port': {'id': '14cdb3db-00d7-4015-9f38-4175ca46c3ae', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:19Z', 'updated_at': '2021-06-21T04:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_floatingips': [{'id': '5da2d66d-da31-46a8-a4cf-46c5668ec112', 'tenant_id': 'e73c54dea0a944059b24d8393e162682', 'floating_ip_address': '172.27.3.164', 'floating_network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'router_id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'port_id': '41c62c7c-4f0d-4811-b52d-e4973f034cf6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6e448a-06f0-4e1b-bc50-7a0749d71b51', 'mac_address': 'fa:16:3e:b5:99:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c1d804-dc55-4d0f-b804-110239519a19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:29:35Z', 'updated_at': '2021-06-21T04:29:57Z', 'revision_number': 1, 'project_id': 'e73c54dea0a944059b24d8393e162682', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c1acd44-4d0c-4998-ade9-c18136e5c766', 'name': '', 'network_id': 'fd6e448a-06f0-4e1b-bc50-7a0749d71b51', 'tenant_id': 'e73c54dea0a944059b24d8393e162682', 'mac_address': 'fa:16:3e:c0:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8d8b0903-2890-45e0-bcb1-1f07c6fca395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:23Z', 'updated_at': '2021-06-21T04:25:33Z', 'revision_number': 5, 'project_id': 'e73c54dea0a944059b24d8393e162682', 'subnets': [{'id': '8d8b0903-2890-45e0-bcb1-1f07c6fca395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:58.988080 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6727137-3529-4f95-9f21-f58e94225fbb None None] Checking router: 91c39214-0a2a-49c8-96c6-a3d1d81d8a07 for host: dv-cinder-797170-3-iscsi {{(pid=92784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:29:58.998455 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6727137-3529-4f95-9f21-f58e94225fbb None None] Routers {'91c39214-0a2a-49c8-96c6-a3d1d81d8a07'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:29:58.999167 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-d6727137-3529-4f95-9f21-f58e94225fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:29:30Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['91c39214-0a2a-49c8-96c6-a3d1d81d8a07'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:59.105334 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-d6727137-3529-4f95-9f21-f58e94225fbb None None] Set router 91c39214-0a2a-49c8-96c6-a3d1d81d8a07 gateway port host: dv-cinder-797170-3-iscsi {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:29:59.333779 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-d6727137-3529-4f95-9f21-f58e94225fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'name': 'tempest-AttachVolumeShelveTestJSON-2002639941-router', 'tenant_id': 'e73c54dea0a944059b24d8393e162682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '14cdb3db-00d7-4015-9f38-4175ca46c3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:18Z', 'updated_at': '2021-06-21T04:25:25Z', 'revision_number': 4, 'project_id': 'e73c54dea0a944059b24d8393e162682', 'gw_port': {'id': '14cdb3db-00d7-4015-9f38-4175ca46c3ae', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:19Z', 'updated_at': '2021-06-21T04:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_floatingips': [{'id': '5da2d66d-da31-46a8-a4cf-46c5668ec112', 'tenant_id': 'e73c54dea0a944059b24d8393e162682', 'floating_ip_address': '172.27.3.164', 'floating_network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'router_id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'port_id': '41c62c7c-4f0d-4811-b52d-e4973f034cf6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6e448a-06f0-4e1b-bc50-7a0749d71b51', 'mac_address': 'fa:16:3e:b5:99:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c1d804-dc55-4d0f-b804-110239519a19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:29:35Z', 'updated_at': '2021-06-21T04:29:57Z', 'revision_number': 1, 'project_id': 'e73c54dea0a944059b24d8393e162682', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c1acd44-4d0c-4998-ade9-c18136e5c766', 'name': '', 'network_id': 'fd6e448a-06f0-4e1b-bc50-7a0749d71b51', 'tenant_id': 'e73c54dea0a944059b24d8393e162682', 'mac_address': 'fa:16:3e:c0:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8d8b0903-2890-45e0-bcb1-1f07c6fca395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:23Z', 'updated_at': '2021-06-21T04:25:33Z', 'revision_number': 5, 'project_id': 'e73c54dea0a944059b24d8393e162682', 'subnets': [{'id': '8d8b0903-2890-45e0-bcb1-1f07c6fca395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:29:59.359726 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6727137-3529-4f95-9f21-f58e94225fbb None None] The sync data for ids ['91c39214-0a2a-49c8-96c6-a3d1d81d8a07'] in dv-cinder-797170-3-iscsi is: [{'id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'name': 'tempest-AttachVolumeShelveTestJSON-2002639941-router', 'tenant_id': 'e73c54dea0a944059b24d8393e162682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '14cdb3db-00d7-4015-9f38-4175ca46c3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:18Z', 'updated_at': '2021-06-21T04:25:25Z', 'revision_number': 4, 'project_id': 'e73c54dea0a944059b24d8393e162682', 'gw_port': {'id': '14cdb3db-00d7-4015-9f38-4175ca46c3ae', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:19Z', 'updated_at': '2021-06-21T04:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_floatingips': [{'id': '5da2d66d-da31-46a8-a4cf-46c5668ec112', 'tenant_id': 'e73c54dea0a944059b24d8393e162682', 'floating_ip_address': '172.27.3.164', 'floating_network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'router_id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'port_id': '41c62c7c-4f0d-4811-b52d-e4973f034cf6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd6e448a-06f0-4e1b-bc50-7a0749d71b51', 'mac_address': 'fa:16:3e:b5:99:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c1d804-dc55-4d0f-b804-110239519a19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:29:35Z', 'updated_at': '2021-06-21T04:29:57Z', 'revision_number': 1, 'project_id': 'e73c54dea0a944059b24d8393e162682', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c1acd44-4d0c-4998-ade9-c18136e5c766', 'name': '', 'network_id': 'fd6e448a-06f0-4e1b-bc50-7a0749d71b51', 'tenant_id': 'e73c54dea0a944059b24d8393e162682', 'mac_address': 'fa:16:3e:c0:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8d8b0903-2890-45e0-bcb1-1f07c6fca395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:23Z', 'updated_at': '2021-06-21T04:25:33Z', 'revision_number': 5, 'project_id': 'e73c54dea0a944059b24d8393e162682', 'subnets': [{'id': '8d8b0903-2890-45e0-bcb1-1f07c6fca395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:29:59.546349 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5858312a-9b96-4cc5-9c7e-c78facee931b None None] New status for floating IP 5da2d66d-da31-46a8-a4cf-46c5668ec112: ACTIVE {{(pid=92785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:29:59.767586 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-c3e0d353-7d5f-4443-bd51-240aa2dc8a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:29:59.967448 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a7d6a-99c8-4895-bcae-5cb9b5cff81c req-6cb27ef9-7a44-4223-9deb-ab687f08cb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:29:59.969550 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-392a7d6a-99c8-4895-bcae-5cb9b5cff81c req-6cb27ef9-7a44-4223-9deb-ab687f08cb69 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e73c54dea0a944059b24d8393e162682&device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 1098 time: 0.0544937 Jun 21 04:30:00.040518 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:00.327408 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a7d6a-99c8-4895-bcae-5cb9b5cff81c req-ee6efc46-33c9-4404-a99e-ed4d4d4aad97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:00.329269 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-392a7d6a-99c8-4895-bcae-5cb9b5cff81c req-ee6efc46-33c9-4404-a99e-ed4d4d4aad97 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd6e448a-06f0-4e1b-bc50-7a0749d71b51 HTTP/1.1" status: 200 len: 918 time: 0.3533723 Jun 21 04:30:00.395497 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-392a7d6a-99c8-4895-bcae-5cb9b5cff81c req-f5da656c-08b6-495f-844e-770ee53b438a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41c62c7c-4f0d-4811-b52d-e4973f034cf6 HTTP/1.1" status: 200 len: 1001 time: 0.0596316 Jun 21 04:30:00.443264 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a7d6a-99c8-4895-bcae-5cb9b5cff81c req-60599975-3a26-4957-8c6d-c1efa77d0284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:00.444676 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-392a7d6a-99c8-4895-bcae-5cb9b5cff81c req-60599975-3a26-4957-8c6d-c1efa77d0284 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8d8b0903-2890-45e0-bcb1-1f07c6fca395 HTTP/1.1" status: 200 len: 856 time: 0.0432699 Jun 21 04:30:00.501586 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a7d6a-99c8-4895-bcae-5cb9b5cff81c req-86057298-3ce8-40b2-8ec1-4aa436084571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:00.503014 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-392a7d6a-99c8-4895-bcae-5cb9b5cff81c req-86057298-3ce8-40b2-8ec1-4aa436084571 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd6e448a-06f0-4e1b-bc50-7a0749d71b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519867 Jun 21 04:30:00.594922 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-392a7d6a-99c8-4895-bcae-5cb9b5cff81c req-fb162e77-22fe-406f-995f-2b8a9ed214dc service neutron] 10.222.0.55 "GET /v2.0/networks/fd6e448a-06f0-4e1b-bc50-7a0749d71b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852385 Jun 21 04:30:00.681732 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-392a7d6a-99c8-4895-bcae-5cb9b5cff81c req-c37c33b8-3d4b-4a3e-b9e0-5f9d70975251 service neutron] 10.222.0.55 "GET /v2.0/networks/fd6e448a-06f0-4e1b-bc50-7a0749d71b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801945 Jun 21 04:30:01.154437 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-96e1c505-da01-46a8-887c-1f2eb0a4db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:02.594863 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-a8ace0c1-1149-433a-b03a-8a8d050911ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:02.738031 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 34078) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:02.847442 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-6d92897e-3be6-4926-a01f-55ef9312da9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:02.944411 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-6d92897e-3be6-4926-a01f-55ef9312da9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:02.948929 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-6d92897e-3be6-4926-a01f-55ef9312da9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:02.951563 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-75467918-e9c2-4571-96cd-b4adac522002 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:02.987790 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-6d92897e-3be6-4926-a01f-55ef9312da9c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=291a1e695e89441a9836651e182efa60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2486508 Jun 21 04:30:02.988997 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d92897e-3be6-4926-a01f-55ef9312da9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de706b7f-05ed-4e55-aa3f-901fdfd585ab,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:02.990490 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 34082) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:02.992085 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-6d92897e-3be6-4926-a01f-55ef9312da9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:03.040503 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-ada08bb5-d9aa-460f-bf3c-7cd5708e923e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:03.061803 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-ada08bb5-d9aa-460f-bf3c-7cd5708e923e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:03.108075 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-ada08bb5-d9aa-460f-bf3c-7cd5708e923e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:03.111084 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-ada08bb5-d9aa-460f-bf3c-7cd5708e923e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:03.112279 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-ada08bb5-d9aa-460f-bf3c-7cd5708e923e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/de706b7f-05ed-4e55-aa3f-901fdfd585ab HTTP/1.1" status: 204 len: 168 time: 0.1206706 Jun 21 04:30:03.113056 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-db4ee3eb-943a-4e7c-9e91-2c8a1c7a48e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:03.122185 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada08bb5-d9aa-460f-bf3c-7cd5708e923e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de706b7f-05ed-4e55-aa3f-901fdfd585ab,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:03.124539 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-ada08bb5-d9aa-460f-bf3c-7cd5708e923e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:03.408670 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 34096) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:03.427410 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-55d79575-5263-4e63-a336-57c2da847405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:03.521796 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-55d79575-5263-4e63-a336-57c2da847405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:03.525854 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-55d79575-5263-4e63-a336-57c2da847405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:03.529486 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-968acd1f-fdc2-45bf-a4b8-91b0b50f6789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:03.566023 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-55d79575-5263-4e63-a336-57c2da847405 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5382c25ca63b443c9800252f7bb6fef1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1562874 Jun 21 04:30:03.567067 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d79575-5263-4e63-a336-57c2da847405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22086c07-9763-438c-99c0-b36c39df2133,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:03.568789 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 34098) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:03.570053 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-55d79575-5263-4e63-a336-57c2da847405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:03.626461 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-256e0f4b-2866-4191-857e-0160a2ce0542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:03.646825 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-256e0f4b-2866-4191-857e-0160a2ce0542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:03.692457 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-256e0f4b-2866-4191-857e-0160a2ce0542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:03.695043 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-256e0f4b-2866-4191-857e-0160a2ce0542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:03.696180 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-256e0f4b-2866-4191-857e-0160a2ce0542 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/22086c07-9763-438c-99c0-b36c39df2133 HTTP/1.1" status: 204 len: 168 time: 0.1256084 Jun 21 04:30:03.696887 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-568f0187-6bdf-42d6-bdae-24634cedbc30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:03.704185 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256e0f4b-2866-4191-857e-0160a2ce0542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22086c07-9763-438c-99c0-b36c39df2133,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:03.706339 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-256e0f4b-2866-4191-857e-0160a2ce0542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:05.736985 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 34164) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:05.835400 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-9efcc05a-c1bf-4973-8366-d9975d1906dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:05.922297 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-9efcc05a-c1bf-4973-8366-d9975d1906dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:05.925994 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-9efcc05a-c1bf-4973-8366-d9975d1906dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:05.929362 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-b9de53b7-ef66-4ea1-91d2-cb82a7bc884f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:05.966208 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-9efcc05a-c1bf-4973-8366-d9975d1906dd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=99ca20f05c88473985e4a7329d759d27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2281840 Jun 21 04:30:05.967508 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efcc05a-c1bf-4973-8366-d9975d1906dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5569a7-7ef8-4376-94e2-2f493c8dfb69,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:05.969353 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 34168) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:05.970985 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-9efcc05a-c1bf-4973-8366-d9975d1906dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:06.017464 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-8bb38bc9-eca1-4eca-bd1b-b0ee28757104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:06.038699 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-8bb38bc9-eca1-4eca-bd1b-b0ee28757104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:06.082460 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-8bb38bc9-eca1-4eca-bd1b-b0ee28757104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:06.085066 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-8bb38bc9-eca1-4eca-bd1b-b0ee28757104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:06.086166 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-8bb38bc9-eca1-4eca-bd1b-b0ee28757104 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fa5569a7-7ef8-4376-94e2-2f493c8dfb69 HTTP/1.1" status: 204 len: 168 time: 0.1158373 Jun 21 04:30:06.086914 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-66b2e15c-2a92-460e-97f8-c2e8c1b3d759 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:06.094463 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb38bc9-eca1-4eca-bd1b-b0ee28757104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5569a7-7ef8-4376-94e2-2f493c8dfb69,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:06.097592 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-8bb38bc9-eca1-4eca-bd1b-b0ee28757104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:06.698739 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 34198) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:06.794647 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [None req-7de995c2-7250-4bbd-9f5e-da27ce208c74 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1156486518-network', 'tenant_id': '371add3dc65f463097e1b4846b0ba580'}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:06.815598 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de995c2-7250-4bbd-9f5e-da27ce208c74 admin admin] Made reservation on behalf of 371add3dc65f463097e1b4846b0ba580 for: {'network': 1} {{(pid=92782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:30:06.817829 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-7de995c2-7250-4bbd-9f5e-da27ce208c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for network, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:06.825705 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-7de995c2-7250-4bbd-9f5e-da27ce208c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:06.912631 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-7de995c2-7250-4bbd-9f5e-da27ce208c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:06.916122 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-7de995c2-7250-4bbd-9f5e-da27ce208c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:06.918865 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-a143a9fd-b14c-4da5-b52c-93858358015c tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:06.939679 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7de995c2-7250-4bbd-9f5e-da27ce208c74 admin admin] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=92782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:30:06.948012 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de995c2-7250-4bbd-9f5e-da27ce208c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82584c3-d677-45fd-9a0c-77557c4fc37e,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:06.951504 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-7de995c2-7250-4bbd-9f5e-da27ce208c74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:06.954274 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-7de995c2-7250-4bbd-9f5e-da27ce208c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607066'] for segment, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:06.954654 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.db.segments_db [None req-7de995c2-7250-4bbd-9f5e-da27ce208c74 admin admin] Added segment eb9ae848-4717-40d3-8e38-d487e6aefc17 of type vlan for network 7d357d88-e0cd-4a9b-b7b1-521691a3a850 Jun 21 04:30:06.993516 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-7de995c2-7250-4bbd-9f5e-da27ce208c74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749528449994'] for network, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:07.020361 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-7de995c2-7250-4bbd-9f5e-da27ce208c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-431616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067'] for network, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:07.021645 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de995c2-7250-4bbd-9f5e-da27ce208c74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:07.022220 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-7de995c2-7250-4bbd-9f5e-da27ce208c74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for network, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:07.024130 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:07.070192 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-7de995c2-7250-4bbd-9f5e-da27ce208c74 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3703103 Jun 21 04:30:07.073253 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 34202) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:07.079056 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [None req-ce8a7d16-419b-4f41-b1ee-71006cdc0ba6 admin admin] Request body: {'subnet': {'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1156486518-subnet', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'ip_version': 4}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:07.081782 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de995c2-7250-4bbd-9f5e-da27ce208c74 admin admin] Pushing event updated for resources: {'Network': ['ID=7d357d88-e0cd-4a9b-b7b1-521691a3a850,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:07.084404 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-7de995c2-7250-4bbd-9f5e-da27ce208c74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:07.091909 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Network 7d357d88-e0cd-4a9b-b7b1-521691a3a850 details requested by agent ovs-agent-dv-cinder-797170-3-iscsi with host dv-cinder-797170-3-iscsi {{(pid=92784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:30:07.103049 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8a7d16-419b-4f41-b1ee-71006cdc0ba6 admin admin] Made reservation on behalf of 371add3dc65f463097e1b4846b0ba580 for: {'subnet': 1} {{(pid=92783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:30:07.105404 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-ce8a7d16-419b-4f41-b1ee-71006cdc0ba6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14170624'] for subnet, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:07.270727 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-ce8a7d16-419b-4f41-b1ee-71006cdc0ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14170642'] for subnet, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:07.273686 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-fa0df96e-0171-4b25-9429-b95a9172cddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:07.324361 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a7d16-419b-4f41-b1ee-71006cdc0ba6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b89f65d7-8f4a-4573-89cb-9c8dfe69919f,revision_number=0']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:07.327074 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-ce8a7d16-419b-4f41-b1ee-71006cdc0ba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:07.335769 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8a7d16-419b-4f41-b1ee-71006cdc0ba6 admin admin] Checking segment: {'id': 'eb9ae848-4717-40d3-8e38-d487e6aefc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:30:07.336118 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8a7d16-419b-4f41-b1ee-71006cdc0ba6 admin admin] Network hostable DHCP agents. Network: 7d357d88-e0cd-4a9b-b7b1-521691a3a850, hostable agents: ['6ffbca20-0783-49ee-bbe9-7ece843bbb1a'], hosted agents: [] {{(pid=92783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:30:07.351658 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8a7d16-419b-4f41-b1ee-71006cdc0ba6 admin admin] Network 7d357d88-e0cd-4a9b-b7b1-521691a3a850 is scheduled to be hosted by DHCP agent 6ffbca20-0783-49ee-bbe9-7ece843bbb1a with binding_index 1 {{(pid=92783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:30:07.360231 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.base_scheduler [None req-ce8a7d16-419b-4f41-b1ee-71006cdc0ba6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-3-iscsi, 7d357d88-e0cd-4a9b-b7b1-521691a3a850) {{(pid=92783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:30:07.364090 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8a7d16-419b-4f41-b1ee-71006cdc0ba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:07.364669 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-ce8a7d16-419b-4f41-b1ee-71006cdc0ba6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for subnet, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:07.368946 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33eeba7a-dc79-438c-9937-a9ef4a72494e None None] Network 7d357d88-e0cd-4a9b-b7b1-521691a3a850 requested from dv-cinder-797170-3-iscsi {{(pid=92784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:30:07.378388 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-ce8a7d16-419b-4f41-b1ee-71006cdc0ba6 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3039837 Jun 21 04:30:07.381160 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 34204) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:07.385642 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [None req-3a40b9dd-c760-4817-ba68-1e542e3b09ab admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1156486518-router', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3'}}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:07.407035 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-3a40b9dd-c760-4817-ba68-1e542e3b09ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1652140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1090'] for router, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:07.408004 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-3a40b9dd-c760-4817-ba68-1e542e3b09ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1083'] for router, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:07.465580 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-3a40b9dd-c760-4817-ba68-1e542e3b09ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:07.516770 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a3da0b-2b0b-4aa7-adf5-369359672517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp852c364a-3c00-5dcc-a1ca-700424c8e09a-7d357d88-e0cd-4a9b-b7b1-521691a3a850', 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'fixed_ips': [{'subnet_id': 'b89f65d7-8f4a-4573-89cb-9c8dfe69919f'}]}} from dv-cinder-797170-3-iscsi. {{(pid=92784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 04:30:07.517560 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-91a3da0b-2b0b-4aa7-adf5-369359672517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:07.607069 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-3a40b9dd-c760-4817-ba68-1e542e3b09ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691373', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1065'] for router, precommit_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:07.644440 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.db_base_plugin_common [None req-91a3da0b-2b0b-4aa7-adf5-369359672517 None None] Allocated IP 172.20.0.2 (7d357d88-e0cd-4a9b-b7b1-521691a3a850/b89f65d7-8f4a-4573-89cb-9c8dfe69919f/5d00abfa-8571-4e29-8b70-681227f82f48) {{(pid=92784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:30:07.788125 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-91a3da0b-2b0b-4aa7-adf5-369359672517 None None] Notify callbacks [] for port, precommit_create {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:07.797228 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-91a3da0b-2b0b-4aa7-adf5-369359672517 None None] Transition to ACTIVE for port object 5d00abfa-8571-4e29-8b70-681227f82f48 will not be triggered until provisioned by entity L2. {{(pid=92784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:30:07.809022 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-3a40b9dd-c760-4817-ba68-1e542e3b09ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:07.812684 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-91a3da0b-2b0b-4aa7-adf5-369359672517 None None] Transition to ACTIVE for port object 5d00abfa-8571-4e29-8b70-681227f82f48 will not be triggered until provisioned by entity DHCP. {{(pid=92784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:30:07.819036 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-91a3da0b-2b0b-4aa7-adf5-369359672517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989'] for port, after_create {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:07.821019 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:07.829552 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-3a40b9dd-c760-4817-ba68-1e542e3b09ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:07.863232 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a3da0b-2b0b-4aa7-adf5-369359672517 None None] Network 7d357d88-e0cd-4a9b-b7b1-521691a3a850 is already hosted by enough agents. {{(pid=92784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:30:07.867010 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.scheduler.base_scheduler [None req-91a3da0b-2b0b-4aa7-adf5-369359672517 None None] Resources bound (agent type, host, resource id): {{(pid=92784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:30:07.868873 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a3da0b-2b0b-4aa7-adf5-369359672517 None None] Pushing event updated for resources: {'Port': ['ID=5d00abfa-8571-4e29-8b70-681227f82f48,revision_number=1']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:07.871343 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a3da0b-2b0b-4aa7-adf5-369359672517 None None] Received port after_create {{(pid=92784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:30:07.873035 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-91a3da0b-2b0b-4aa7-adf5-369359672517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:07.929329 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-91a3da0b-2b0b-4aa7-adf5-369359672517 None None] Attempting to bind port 5d00abfa-8571-4e29-8b70-681227f82f48 on host dv-cinder-797170-3-iscsi for vnic_type normal with profile {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:30:07.929706 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-91a3da0b-2b0b-4aa7-adf5-369359672517 None None] Attempting to bind port 5d00abfa-8571-4e29-8b70-681227f82f48 by drivers openvswitch,hyperv on host dv-cinder-797170-3-iscsi at level 0 using segments [{'id': 'eb9ae848-4717-40d3-8e38-d487e6aefc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850'}] {{(pid=92784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:30:07.930076 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a3da0b-2b0b-4aa7-adf5-369359672517 None None] Attempting to bind port 5d00abfa-8571-4e29-8b70-681227f82f48 on network 7d357d88-e0cd-4a9b-b7b1-521691a3a850 {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:30:07.934881 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a3da0b-2b0b-4aa7-adf5-369359672517 None None] Checking agent: {'id': 'cd99bddb-5f01-48a7-a512-3eb4d714493f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 18), 'started_at': datetime.datetime(2021, 6, 21, 4, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:30:07.935257 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a3da0b-2b0b-4aa7-adf5-369359672517 None None] Checking segment: {'id': 'eb9ae848-4717-40d3-8e38-d487e6aefc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:30:07.935660 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-91a3da0b-2b0b-4aa7-adf5-369359672517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:07.936057 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a3da0b-2b0b-4aa7-adf5-369359672517 None None] Bound using segment: {'id': 'eb9ae848-4717-40d3-8e38-d487e6aefc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850'} {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:30:07.936525 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-91a3da0b-2b0b-4aa7-adf5-369359672517 None None] Bound port: 5d00abfa-8571-4e29-8b70-681227f82f48, host: dv-cinder-797170-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb9ae848-4717-40d3-8e38-d487e6aefc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850'}}] {{(pid=92784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:30:07.936935 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-91a3da0b-2b0b-4aa7-adf5-369359672517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:07.939286 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.db_base_plugin_common [None req-3a40b9dd-c760-4817-ba68-1e542e3b09ab admin admin] Allocated IP 172.27.3.186 (6916bb71-a8d9-40e6-a88e-dbc7129bc7b3/8c39627d-1aec-4229-8b15-efcd0ccd7e2f/a46145cf-7465-42a2-bf67-e0991f0a15f1) {{(pid=92782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:30:07.997250 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-91a3da0b-2b0b-4aa7-adf5-369359672517 None None] For port 5d00abfa-8571-4e29-8b70-681227f82f48, host dv-cinder-797170-3-iscsi, cleared binding levels {{(pid=92784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:30:08.000140 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-91a3da0b-2b0b-4aa7-adf5-369359672517 None None] For port 5d00abfa-8571-4e29-8b70-681227f82f48, host dv-cinder-797170-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=5d00abfa-8571-4e29-8b70-681227f82f48,segment=NetworkSegment(eb9ae848-4717-40d3-8e38-d487e6aefc17),segment_id=eb9ae848-4717-40d3-8e38-d487e6aefc17)] {{(pid=92784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:30:08.004006 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-91a3da0b-2b0b-4aa7-adf5-369359672517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:08.005849 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:08.040313 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-3a40b9dd-c760-4817-ba68-1e542e3b09ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:08.058593 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a3da0b-2b0b-4aa7-adf5-369359672517 None None] Pushing event updated for resources: {'Port': ['ID=5d00abfa-8571-4e29-8b70-681227f82f48,revision_number=2']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:08.061639 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-91a3da0b-2b0b-4aa7-adf5-369359672517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:08.084071 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-3a40b9dd-c760-4817-ba68-1e542e3b09ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14133711'] for port, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:08.085987 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-a1e2169d-a6b5-4e79-ad4c-c05e04707bb6 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:08.126982 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a40b9dd-c760-4817-ba68-1e542e3b09ab admin admin] Network 6916bb71-a8d9-40e6-a88e-dbc7129bc7b3 is already hosted by enough agents. {{(pid=92782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:30:08.129999 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.base_scheduler [None req-3a40b9dd-c760-4817-ba68-1e542e3b09ab admin admin] Resources bound (agent type, host, resource id): {{(pid=92782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:30:08.133403 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a40b9dd-c760-4817-ba68-1e542e3b09ab admin admin] Received port after_create {{(pid=92782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:30:08.138788 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a40b9dd-c760-4817-ba68-1e542e3b09ab admin admin] Pushing event updated for resources: {'Port': ['ID=a46145cf-7465-42a2-bf67-e0991f0a15f1,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:08.158093 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-3a40b9dd-c760-4817-ba68-1e542e3b09ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:08.396480 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-3a40b9dd-c760-4817-ba68-1e542e3b09ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:08.590441 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-3a40b9dd-c760-4817-ba68-1e542e3b09ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689657'] for router, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:08.749998 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a40b9dd-c760-4817-ba68-1e542e3b09ab admin admin] Router c6f4c286-1035-4679-a9e9-b0be432b890f is scheduled to L3 agent 24838221-9d49-44eb-9e47-6a2fc9da17a2 with binding_index 1 {{(pid=92782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 04:30:08.876877 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a40b9dd-c760-4817-ba68-1e542e3b09ab admin admin] Notify agent at l3_agent.dv-cinder-797170-3-iscsi the message routers_updated {{(pid=92782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:30:08.885765 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eacba8c-e496-4ce2-9827-d1011135d4a3 None None] Sync routers for ids ['c6f4c286-1035-4679-a9e9-b0be432b890f'] in dv-cinder-797170-3-iscsi {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:30:08.893644 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-3a40b9dd-c760-4817-ba68-1e542e3b09ab admin admin] Notify callbacks [] for router, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:08.894930 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-3a40b9dd-c760-4817-ba68-1e542e3b09ab admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5127800 Jun 21 04:30:08.897601 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 34212) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:08.900676 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eacba8c-e496-4ce2-9827-d1011135d4a3 None None] Routers {'c6f4c286-1035-4679-a9e9-b0be432b890f'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:30:08.901308 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-1eacba8c-e496-4ce2-9827-d1011135d4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:30:00Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['c6f4c286-1035-4679-a9e9-b0be432b890f'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:30:09.014031 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273edd8d-dcf0-4f9e-bba4-1ca95af435e4 None None] Network 7d357d88-e0cd-4a9b-b7b1-521691a3a850 requested from dv-cinder-797170-3-iscsi {{(pid=92784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:30:09.067253 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-1eacba8c-e496-4ce2-9827-d1011135d4a3 None None] Set router c6f4c286-1035-4679-a9e9-b0be432b890f gateway port host: dv-cinder-797170-3-iscsi {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:30:09.169525 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-a8611ab7-a549-417b-bbd5-926e941fa3da None None] Provisioning for port 5d00abfa-8571-4e29-8b70-681227f82f48 completed by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:30:09.308977 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 5d00abfa-8571-4e29-8b70-681227f82f48 up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:30:09.343395 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-306461bd-ba68-41a6-abdf-6bd0837a4e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:09.386964 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-1eacba8c-e496-4ce2-9827-d1011135d4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'name': 'tempest-TestVolumeBootPattern-1156486518-router', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a46145cf-7465-42a2-bf67-e0991f0a15f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:07Z', 'updated_at': '2021-06-21T04:30:08Z', 'revision_number': 3, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'gw_port': {'id': 'a46145cf-7465-42a2-bf67-e0991f0a15f1', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:07Z', 'updated_at': '2021-06-21T04:30:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi'}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:30:09.415549 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning for port 5d00abfa-8571-4e29-8b70-681227f82f48 completed by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:30:09.417593 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eacba8c-e496-4ce2-9827-d1011135d4a3 None None] Checking router: c6f4c286-1035-4679-a9e9-b0be432b890f for host: dv-cinder-797170-3-iscsi {{(pid=92784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:30:09.417949 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eacba8c-e496-4ce2-9827-d1011135d4a3 None None] Updating router c6f4c286-1035-4679-a9e9-b0be432b890f port a46145cf-7465-42a2-bf67-e0991f0a15f1 binding host dv-cinder-797170-3-iscsi {{(pid=92784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:30:09.440248 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning complete for port 5d00abfa-8571-4e29-8b70-681227f82f48 triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:30:09.440641 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:09.480898 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-1eacba8c-e496-4ce2-9827-d1011135d4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:09.502820 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.db_base_plugin_common [None req-306461bd-ba68-41a6-abdf-6bd0837a4e3a admin admin] Allocated IP 172.20.0.1 (7d357d88-e0cd-4a9b-b7b1-521691a3a850/b89f65d7-8f4a-4573-89cb-9c8dfe69919f/c38d0844-290a-462c-9a37-a22225bd6794) {{(pid=92782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:30:09.621340 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-306461bd-ba68-41a6-abdf-6bd0837a4e3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:09.631200 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:09.679903 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-93ec146f-d003-47d7-953f-4a35f9f2dae2 None None] Provisioning complete for port 5d00abfa-8571-4e29-8b70-681227f82f48 triggered by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:30:09.680234 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-93ec146f-d003-47d7-953f-4a35f9f2dae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:09.758723 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] For port 5d00abfa-8571-4e29-8b70-681227f82f48, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=5d00abfa-8571-4e29-8b70-681227f82f48,segment=NetworkSegment(eb9ae848-4717-40d3-8e38-d487e6aefc17),segment_id=eb9ae848-4717-40d3-8e38-d487e6aefc17)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:09.771420 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:09.775777 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:09.922005 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.provisioning_blocks [None req-306461bd-ba68-41a6-abdf-6bd0837a4e3a admin admin] Transition to ACTIVE for port object c38d0844-290a-462c-9a37-a22225bd6794 will not be triggered until provisioned by entity DHCP. {{(pid=92782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:30:09.956248 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-306461bd-ba68-41a6-abdf-6bd0837a4e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14133711'] for port, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:09.958388 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-33355763-8d4b-4dd5-b8d7-6dd7930cdeb0 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:09.995528 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306461bd-ba68-41a6-abdf-6bd0837a4e3a admin admin] Network 7d357d88-e0cd-4a9b-b7b1-521691a3a850 is already hosted by enough agents. {{(pid=92782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:30:09.998456 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.base_scheduler [None req-306461bd-ba68-41a6-abdf-6bd0837a4e3a admin admin] Resources bound (agent type, host, resource id): {{(pid=92782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:30:10.001854 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306461bd-ba68-41a6-abdf-6bd0837a4e3a admin admin] Received port after_create {{(pid=92782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:30:10.023489 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306461bd-ba68-41a6-abdf-6bd0837a4e3a admin admin] Pushing event updated for resources: {'Port': ['ID=c38d0844-290a-462c-9a37-a22225bd6794,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:10.027600 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-306461bd-ba68-41a6-abdf-6bd0837a4e3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:10.027884 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Pushing event updated for resources: {'Port': ['ID=5d00abfa-8571-4e29-8b70-681227f82f48,revision_number=3']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:10.036217 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:10.048962 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-306461bd-ba68-41a6-abdf-6bd0837a4e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1693462'] for router_interface, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:10.052457 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-1eacba8c-e496-4ce2-9827-d1011135d4a3 None None] Notify callbacks [] for port, precommit_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:10.064471 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-1eacba8c-e496-4ce2-9827-d1011135d4a3 None None] Transition to ACTIVE for port object a46145cf-7465-42a2-bf67-e0991f0a15f1 will not be triggered until provisioned by entity L2. {{(pid=92784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:30:10.071409 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-1eacba8c-e496-4ce2-9827-d1011135d4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:10.073847 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-ab1cfad1-4518-4295-957c-5821a10505fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:10.130399 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3881d3-b613-4652-88a2-81e93389cf74 None None] Pushing event updated for resources: {'Port': ['ID=a46145cf-7465-42a2-bf67-e0991f0a15f1,revision_number=2']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:10.132834 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-1eacba8c-e496-4ce2-9827-d1011135d4a3 None None] Attempting to bind port a46145cf-7465-42a2-bf67-e0991f0a15f1 on host dv-cinder-797170-3-iscsi for vnic_type normal with profile {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:30:10.133225 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-1eacba8c-e496-4ce2-9827-d1011135d4a3 None None] Attempting to bind port a46145cf-7465-42a2-bf67-e0991f0a15f1 by drivers openvswitch,hyperv on host dv-cinder-797170-3-iscsi at level 0 using segments [{'id': 'e399e9b6-8ae1-4c2d-bd11-625228d4b590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3'}] {{(pid=92784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:30:10.133599 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eacba8c-e496-4ce2-9827-d1011135d4a3 None None] Attempting to bind port a46145cf-7465-42a2-bf67-e0991f0a15f1 on network 6916bb71-a8d9-40e6-a88e-dbc7129bc7b3 {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:30:10.135765 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-aa3881d3-b613-4652-88a2-81e93389cf74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:10.139575 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eacba8c-e496-4ce2-9827-d1011135d4a3 None None] Checking agent: {'id': 'cd99bddb-5f01-48a7-a512-3eb4d714493f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 18), 'started_at': datetime.datetime(2021, 6, 21, 4, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:30:10.140499 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eacba8c-e496-4ce2-9827-d1011135d4a3 None None] Checking segment: {'id': 'e399e9b6-8ae1-4c2d-bd11-625228d4b590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:30:10.140913 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-1eacba8c-e496-4ce2-9827-d1011135d4a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:10.141312 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eacba8c-e496-4ce2-9827-d1011135d4a3 None None] Bound using segment: {'id': 'e399e9b6-8ae1-4c2d-bd11-625228d4b590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3'} {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:30:10.141788 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-1eacba8c-e496-4ce2-9827-d1011135d4a3 None None] Bound port: a46145cf-7465-42a2-bf67-e0991f0a15f1, host: dv-cinder-797170-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e399e9b6-8ae1-4c2d-bd11-625228d4b590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3'}}] {{(pid=92784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:30:10.142168 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-1eacba8c-e496-4ce2-9827-d1011135d4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:10.192740 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-306461bd-ba68-41a6-abdf-6bd0837a4e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:10.194747 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-1eacba8c-e496-4ce2-9827-d1011135d4a3 None None] For port a46145cf-7465-42a2-bf67-e0991f0a15f1, host dv-cinder-797170-3-iscsi, cleared binding levels {{(pid=92784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:30:10.197761 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-1eacba8c-e496-4ce2-9827-d1011135d4a3 None None] For port a46145cf-7465-42a2-bf67-e0991f0a15f1, host dv-cinder-797170-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=a46145cf-7465-42a2-bf67-e0991f0a15f1,segment=NetworkSegment(e399e9b6-8ae1-4c2d-bd11-625228d4b590),segment_id=e399e9b6-8ae1-4c2d-bd11-625228d4b590)] {{(pid=92784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:30:10.204615 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-1eacba8c-e496-4ce2-9827-d1011135d4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:10.207293 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-91a3da0b-2b0b-4aa7-adf5-369359672517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:10.277325 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-2a7a31aa-38d9-4a43-afab-9328b2336a6c None None] Provisioning for port c38d0844-290a-462c-9a37-a22225bd6794 completed by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:30:10.281150 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eacba8c-e496-4ce2-9827-d1011135d4a3 None None] Routers {'c6f4c286-1035-4679-a9e9-b0be432b890f'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:30:10.281800 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-1eacba8c-e496-4ce2-9827-d1011135d4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:30:00Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['c6f4c286-1035-4679-a9e9-b0be432b890f'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:30:10.288160 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3881d3-b613-4652-88a2-81e93389cf74 None None] Pushing event updated for resources: {'Port': ['ID=a46145cf-7465-42a2-bf67-e0991f0a15f1,revision_number=3']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:10.290649 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-2a7a31aa-38d9-4a43-afab-9328b2336a6c None None] Provisioning complete for port c38d0844-290a-462c-9a37-a22225bd6794 triggered by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:30:10.291041 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-2a7a31aa-38d9-4a43-afab-9328b2336a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:10.323434 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-aa3881d3-b613-4652-88a2-81e93389cf74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:10.361794 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-306461bd-ba68-41a6-abdf-6bd0837a4e3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:10.366758 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-306461bd-ba68-41a6-abdf-6bd0837a4e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14133753'] for port, after_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:10.368990 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-daee227a-3fd7-4ccc-a482-0157f3cd404c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:10.392850 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-2a7a31aa-38d9-4a43-afab-9328b2336a6c None None] Port c38d0844-290a-462c-9a37-a22225bd6794 cannot update to ACTIVE because it is not bound. {{(pid=92784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:30:10.423266 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-1eacba8c-e496-4ce2-9827-d1011135d4a3 None None] Set router c6f4c286-1035-4679-a9e9-b0be432b890f gateway port host: dv-cinder-797170-3-iscsi {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:30:10.433340 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306461bd-ba68-41a6-abdf-6bd0837a4e3a admin admin] Pushing event updated for resources: {'Port': ['ID=c38d0844-290a-462c-9a37-a22225bd6794,revision_number=2']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:10.438132 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-306461bd-ba68-41a6-abdf-6bd0837a4e3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:10.439601 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-306461bd-ba68-41a6-abdf-6bd0837a4e3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1773157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690639'] for router_interface, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:10.527614 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306461bd-ba68-41a6-abdf-6bd0837a4e3a admin admin] Network 7d357d88-e0cd-4a9b-b7b1-521691a3a850 is already hosted by enough agents. {{(pid=92782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:30:10.529712 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.base_scheduler [None req-306461bd-ba68-41a6-abdf-6bd0837a4e3a admin admin] Resources bound (agent type, host, resource id): {{(pid=92782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:30:10.624980 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-1eacba8c-e496-4ce2-9827-d1011135d4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'name': 'tempest-TestVolumeBootPattern-1156486518-router', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a46145cf-7465-42a2-bf67-e0991f0a15f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:07Z', 'updated_at': '2021-06-21T04:30:10Z', 'revision_number': 4, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'gw_port': {'id': 'a46145cf-7465-42a2-bf67-e0991f0a15f1', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:07Z', 'updated_at': '2021-06-21T04:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': 'c38d0844-290a-462c-9a37-a22225bd6794', 'name': '', 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'mac_address': 'fa:16:3e:ee:47:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'b89f65d7-8f4a-4573-89cb-9c8dfe69919f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:09Z', 'updated_at': '2021-06-21T04:30:09Z', 'revision_number': 1, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'subnets': [{'id': 'b89f65d7-8f4a-4573-89cb-9c8dfe69919f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:30:10.648835 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-306461bd-ba68-41a6-abdf-6bd0837a4e3a admin admin] Router c6f4c286-1035-4679-a9e9-b0be432b890f has already been hosted by L3 agent 24838221-9d49-44eb-9e47-6a2fc9da17a2 {{(pid=92782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:30:10.650640 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eacba8c-e496-4ce2-9827-d1011135d4a3 None None] The sync data for ids ['c6f4c286-1035-4679-a9e9-b0be432b890f'] in dv-cinder-797170-3-iscsi is: [{'id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'name': 'tempest-TestVolumeBootPattern-1156486518-router', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a46145cf-7465-42a2-bf67-e0991f0a15f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:07Z', 'updated_at': '2021-06-21T04:30:10Z', 'revision_number': 4, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'gw_port': {'id': 'a46145cf-7465-42a2-bf67-e0991f0a15f1', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:07Z', 'updated_at': '2021-06-21T04:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': 'c38d0844-290a-462c-9a37-a22225bd6794', 'name': '', 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'mac_address': 'fa:16:3e:ee:47:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'b89f65d7-8f4a-4573-89cb-9c8dfe69919f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:09Z', 'updated_at': '2021-06-21T04:30:09Z', 'revision_number': 1, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'subnets': [{'id': 'b89f65d7-8f4a-4573-89cb-9c8dfe69919f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:30:10.771161 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306461bd-ba68-41a6-abdf-6bd0837a4e3a admin admin] Notify agent at l3_agent.dv-cinder-797170-3-iscsi the message routers_updated {{(pid=92782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:30:10.776491 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-306461bd-ba68-41a6-abdf-6bd0837a4e3a admin admin] 10.222.0.53 "PUT /v2.0/routers/c6f4c286-1035-4679-a9e9-b0be432b890f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8776228 Jun 21 04:30:10.820054 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-1f0db576-84ac-4f1b-a26f-2a73bcc13ee5 None None] Provisioning complete for port c38d0844-290a-462c-9a37-a22225bd6794 triggered by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:30:10.820451 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-1f0db576-84ac-4f1b-a26f-2a73bcc13ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:10.866673 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-1f0db576-84ac-4f1b-a26f-2a73bcc13ee5 None None] Port c38d0844-290a-462c-9a37-a22225bd6794 cannot update to ACTIVE because it is not bound. {{(pid=92784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:30:11.292164 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 5d00abfa-8571-4e29-8b70-681227f82f48 up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:30:11.355650 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning complete for port 5d00abfa-8571-4e29-8b70-681227f82f48 triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:30:11.356293 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:11.381191 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 34246) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:11.412615 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [None req-5d80d862-81e7-4522-bd1b-c4f3651be7ea admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1627027145-network', 'tenant_id': 'ad96bf23d5644298a58b9a09ef688d3e'}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:11.434960 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d80d862-81e7-4522-bd1b-c4f3651be7ea admin admin] Made reservation on behalf of ad96bf23d5644298a58b9a09ef688d3e for: {'network': 1} {{(pid=92782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:30:11.437414 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-5d80d862-81e7-4522-bd1b-c4f3651be7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for network, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:11.455719 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-5d80d862-81e7-4522-bd1b-c4f3651be7ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:11.554558 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-5d80d862-81e7-4522-bd1b-c4f3651be7ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:11.558900 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-5d80d862-81e7-4522-bd1b-c4f3651be7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:11.562746 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-1c2cf68c-8b53-4ac7-a3ac-4aa822883e7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:11.586525 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d80d862-81e7-4522-bd1b-c4f3651be7ea admin admin] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=92782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:30:11.596894 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d80d862-81e7-4522-bd1b-c4f3651be7ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6150f3fe-26c7-4451-a7f5-d351aaa896e4,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:11.601337 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-5d80d862-81e7-4522-bd1b-c4f3651be7ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:11.602423 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-5d80d862-81e7-4522-bd1b-c4f3651be7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607066'] for segment, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:11.602766 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.db.segments_db [None req-5d80d862-81e7-4522-bd1b-c4f3651be7ea admin admin] Added segment d47befb5-d00c-4c03-b325-25c41d4a0e34 of type vlan for network 5c215afa-1331-4904-a572-888db68faa07 Jun 21 04:30:11.646044 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-5d80d862-81e7-4522-bd1b-c4f3651be7ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749528449994'] for network, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:11.679839 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-5d80d862-81e7-4522-bd1b-c4f3651be7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-431616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067'] for network, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:11.681468 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d80d862-81e7-4522-bd1b-c4f3651be7ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:11.682108 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-5d80d862-81e7-4522-bd1b-c4f3651be7ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for network, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:11.684369 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-58874a9d-91b5-463f-a011-4b2653a88b96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:11.733128 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-5d80d862-81e7-4522-bd1b-c4f3651be7ea admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3489285 Jun 21 04:30:11.736432 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 34248) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:11.742113 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [None req-5b692891-1387-4ada-b986-876f1cde85c1 admin admin] Request body: {'subnet': {'network_id': '5c215afa-1331-4904-a572-888db68faa07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1627027145-subnet', 'tenant_id': 'ad96bf23d5644298a58b9a09ef688d3e', 'ip_version': 4}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:11.748992 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d80d862-81e7-4522-bd1b-c4f3651be7ea admin admin] Pushing event updated for resources: {'Network': ['ID=5c215afa-1331-4904-a572-888db68faa07,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:11.752450 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-5d80d862-81e7-4522-bd1b-c4f3651be7ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:11.761894 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Network 5c215afa-1331-4904-a572-888db68faa07 details requested by agent ovs-agent-dv-cinder-797170-3-iscsi with host dv-cinder-797170-3-iscsi {{(pid=92784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:30:11.767853 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b692891-1387-4ada-b986-876f1cde85c1 admin admin] Made reservation on behalf of ad96bf23d5644298a58b9a09ef688d3e for: {'subnet': 1} {{(pid=92783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:30:11.771229 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-5b692891-1387-4ada-b986-876f1cde85c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14170624'] for subnet, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:11.958223 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-5b692891-1387-4ada-b986-876f1cde85c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14170642'] for subnet, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:11.960478 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:12.013653 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b692891-1387-4ada-b986-876f1cde85c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4b12d5f-5d6b-4f66-905b-3f7b6588acee,revision_number=0']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:12.017411 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-5b692891-1387-4ada-b986-876f1cde85c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:12.024580 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b692891-1387-4ada-b986-876f1cde85c1 admin admin] Checking segment: {'id': 'd47befb5-d00c-4c03-b325-25c41d4a0e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '5c215afa-1331-4904-a572-888db68faa07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:30:12.024932 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b692891-1387-4ada-b986-876f1cde85c1 admin admin] Network hostable DHCP agents. Network: 5c215afa-1331-4904-a572-888db68faa07, hostable agents: ['6ffbca20-0783-49ee-bbe9-7ece843bbb1a'], hosted agents: [] {{(pid=92783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:30:12.041507 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b692891-1387-4ada-b986-876f1cde85c1 admin admin] Network 5c215afa-1331-4904-a572-888db68faa07 is scheduled to be hosted by DHCP agent 6ffbca20-0783-49ee-bbe9-7ece843bbb1a with binding_index 1 {{(pid=92783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:30:12.050533 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.base_scheduler [None req-5b692891-1387-4ada-b986-876f1cde85c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-3-iscsi, 5c215afa-1331-4904-a572-888db68faa07) {{(pid=92783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:30:12.054317 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b692891-1387-4ada-b986-876f1cde85c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:12.055056 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-5b692891-1387-4ada-b986-876f1cde85c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for subnet, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:12.059044 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae86e03e-e4f9-4e2e-959c-6ee8c43796bf None None] Network 5c215afa-1331-4904-a572-888db68faa07 requested from dv-cinder-797170-3-iscsi {{(pid=92784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:30:12.068701 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-5b692891-1387-4ada-b986-876f1cde85c1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3304455 Jun 21 04:30:12.071486 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 34252) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:12.076064 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [None req-e7bb184c-90a0-4f1a-beee-a6d1fa868c71 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1627027145-router', 'tenant_id': 'ad96bf23d5644298a58b9a09ef688d3e', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3'}}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:12.099416 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-e7bb184c-90a0-4f1a-beee-a6d1fa868c71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1652140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1090'] for router, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:12.100520 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-e7bb184c-90a0-4f1a-beee-a6d1fa868c71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1083'] for router, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:12.151788 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-e7bb184c-90a0-4f1a-beee-a6d1fa868c71 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:12.209313 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbf64aa-cf49-4561-a32f-518e1e4392f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp852c364a-3c00-5dcc-a1ca-700424c8e09a-5c215afa-1331-4904-a572-888db68faa07', 'network_id': '5c215afa-1331-4904-a572-888db68faa07', 'tenant_id': 'ad96bf23d5644298a58b9a09ef688d3e', 'fixed_ips': [{'subnet_id': 'e4b12d5f-5d6b-4f66-905b-3f7b6588acee'}]}} from dv-cinder-797170-3-iscsi. {{(pid=92784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 04:30:12.210360 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-cbbf64aa-cf49-4561-a32f-518e1e4392f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:12.301005 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-e7bb184c-90a0-4f1a-beee-a6d1fa868c71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691373', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1065'] for router, precommit_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:12.348311 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.db_base_plugin_common [None req-cbbf64aa-cf49-4561-a32f-518e1e4392f1 None None] Allocated IP 172.20.0.2 (5c215afa-1331-4904-a572-888db68faa07/e4b12d5f-5d6b-4f66-905b-3f7b6588acee/a869b0a5-7311-4953-b301-b57825614918) {{(pid=92784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:30:12.510765 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-cbbf64aa-cf49-4561-a32f-518e1e4392f1 None None] Notify callbacks [] for port, precommit_create {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:12.521173 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-cbbf64aa-cf49-4561-a32f-518e1e4392f1 None None] Transition to ACTIVE for port object a869b0a5-7311-4953-b301-b57825614918 will not be triggered until provisioned by entity L2. {{(pid=92784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:30:12.521827 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-e7bb184c-90a0-4f1a-beee-a6d1fa868c71 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:12.540961 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-cbbf64aa-cf49-4561-a32f-518e1e4392f1 None None] Transition to ACTIVE for port object a869b0a5-7311-4953-b301-b57825614918 will not be triggered until provisioned by entity DHCP. {{(pid=92784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:30:12.545784 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-e7bb184c-90a0-4f1a-beee-a6d1fa868c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:12.547346 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-cbbf64aa-cf49-4561-a32f-518e1e4392f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989'] for port, after_create {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:12.550510 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-7517a96f-c0bb-4f47-a907-160b575661c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:12.592780 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbf64aa-cf49-4561-a32f-518e1e4392f1 None None] Network 5c215afa-1331-4904-a572-888db68faa07 is already hosted by enough agents. {{(pid=92784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:30:12.595641 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.scheduler.base_scheduler [None req-cbbf64aa-cf49-4561-a32f-518e1e4392f1 None None] Resources bound (agent type, host, resource id): {{(pid=92784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:30:12.599372 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbf64aa-cf49-4561-a32f-518e1e4392f1 None None] Received port after_create {{(pid=92784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:30:12.606151 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbf64aa-cf49-4561-a32f-518e1e4392f1 None None] Pushing event updated for resources: {'Port': ['ID=a869b0a5-7311-4953-b301-b57825614918,revision_number=1']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:12.609227 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-cbbf64aa-cf49-4561-a32f-518e1e4392f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:12.659181 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.db_base_plugin_common [None req-e7bb184c-90a0-4f1a-beee-a6d1fa868c71 admin admin] Allocated IP 172.27.3.123 (6916bb71-a8d9-40e6-a88e-dbc7129bc7b3/8c39627d-1aec-4229-8b15-efcd0ccd7e2f/77bee303-e260-444b-85eb-854c34dd990a) {{(pid=92782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:30:12.666837 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-cbbf64aa-cf49-4561-a32f-518e1e4392f1 None None] Attempting to bind port a869b0a5-7311-4953-b301-b57825614918 on host dv-cinder-797170-3-iscsi for vnic_type normal with profile {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:30:12.667220 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-cbbf64aa-cf49-4561-a32f-518e1e4392f1 None None] Attempting to bind port a869b0a5-7311-4953-b301-b57825614918 by drivers openvswitch,hyperv on host dv-cinder-797170-3-iscsi at level 0 using segments [{'id': 'd47befb5-d00c-4c03-b325-25c41d4a0e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '5c215afa-1331-4904-a572-888db68faa07'}] {{(pid=92784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:30:12.667594 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbf64aa-cf49-4561-a32f-518e1e4392f1 None None] Attempting to bind port a869b0a5-7311-4953-b301-b57825614918 on network 5c215afa-1331-4904-a572-888db68faa07 {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:30:12.673294 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbf64aa-cf49-4561-a32f-518e1e4392f1 None None] Checking agent: {'id': 'cd99bddb-5f01-48a7-a512-3eb4d714493f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 18), 'started_at': datetime.datetime(2021, 6, 21, 4, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:30:12.673666 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbf64aa-cf49-4561-a32f-518e1e4392f1 None None] Checking segment: {'id': 'd47befb5-d00c-4c03-b325-25c41d4a0e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '5c215afa-1331-4904-a572-888db68faa07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:30:12.674076 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-cbbf64aa-cf49-4561-a32f-518e1e4392f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:12.674515 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbf64aa-cf49-4561-a32f-518e1e4392f1 None None] Bound using segment: {'id': 'd47befb5-d00c-4c03-b325-25c41d4a0e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '5c215afa-1331-4904-a572-888db68faa07'} {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:30:12.675019 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-cbbf64aa-cf49-4561-a32f-518e1e4392f1 None None] Bound port: a869b0a5-7311-4953-b301-b57825614918, host: dv-cinder-797170-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd47befb5-d00c-4c03-b325-25c41d4a0e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '5c215afa-1331-4904-a572-888db68faa07'}}] {{(pid=92784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:30:12.675409 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-cbbf64aa-cf49-4561-a32f-518e1e4392f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:12.739444 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-cbbf64aa-cf49-4561-a32f-518e1e4392f1 None None] For port a869b0a5-7311-4953-b301-b57825614918, host dv-cinder-797170-3-iscsi, cleared binding levels {{(pid=92784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:30:12.743881 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-cbbf64aa-cf49-4561-a32f-518e1e4392f1 None None] For port a869b0a5-7311-4953-b301-b57825614918, host dv-cinder-797170-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=a869b0a5-7311-4953-b301-b57825614918,segment=NetworkSegment(d47befb5-d00c-4c03-b325-25c41d4a0e34),segment_id=d47befb5-d00c-4c03-b325-25c41d4a0e34)] {{(pid=92784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:30:12.748791 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-cbbf64aa-cf49-4561-a32f-518e1e4392f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:12.751746 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-2fc7e1ce-e082-43f2-99f6-adffdc612b30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:12.769689 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-e7bb184c-90a0-4f1a-beee-a6d1fa868c71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:12.818388 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e148b8f6-6379-4d13-a313-c403b54afef9 None None] Sync routers for ids ['c6f4c286-1035-4679-a9e9-b0be432b890f'] in dv-cinder-797170-3-iscsi {{(pid=92785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:30:12.820851 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbf64aa-cf49-4561-a32f-518e1e4392f1 None None] Pushing event updated for resources: {'Port': ['ID=a869b0a5-7311-4953-b301-b57825614918,revision_number=2']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:12.821515 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-e7bb184c-90a0-4f1a-beee-a6d1fa868c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14133711'] for port, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:12.824573 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-cbbf64aa-cf49-4561-a32f-518e1e4392f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:12.827204 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-5adeefd4-2055-4242-8019-6321d49484c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:12.828469 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e148b8f6-6379-4d13-a313-c403b54afef9 None None] Routers {'c6f4c286-1035-4679-a9e9-b0be432b890f'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:30:12.829086 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-e148b8f6-6379-4d13-a313-c403b54afef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:30:00Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['c6f4c286-1035-4679-a9e9-b0be432b890f'], 'active': True} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:30:12.869032 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bb184c-90a0-4f1a-beee-a6d1fa868c71 admin admin] Network 6916bb71-a8d9-40e6-a88e-dbc7129bc7b3 is already hosted by enough agents. {{(pid=92782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:30:12.872493 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.base_scheduler [None req-e7bb184c-90a0-4f1a-beee-a6d1fa868c71 admin admin] Resources bound (agent type, host, resource id): {{(pid=92782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:30:12.875109 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bb184c-90a0-4f1a-beee-a6d1fa868c71 admin admin] Received port after_create {{(pid=92782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:30:12.899682 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb184c-90a0-4f1a-beee-a6d1fa868c71 admin admin] Pushing event updated for resources: {'Port': ['ID=77bee303-e260-444b-85eb-854c34dd990a,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:12.902633 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-e7bb184c-90a0-4f1a-beee-a6d1fa868c71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:12.946435 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvr_db [None req-e148b8f6-6379-4d13-a313-c403b54afef9 None None] Set router c6f4c286-1035-4679-a9e9-b0be432b890f gateway port host: dv-cinder-797170-3-iscsi {{(pid=92785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:30:13.187266 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-e7bb184c-90a0-4f1a-beee-a6d1fa868c71 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:13.188767 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-e148b8f6-6379-4d13-a313-c403b54afef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'name': 'tempest-TestVolumeBootPattern-1156486518-router', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a46145cf-7465-42a2-bf67-e0991f0a15f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:07Z', 'updated_at': '2021-06-21T04:30:10Z', 'revision_number': 4, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'gw_port': {'id': 'a46145cf-7465-42a2-bf67-e0991f0a15f1', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:07Z', 'updated_at': '2021-06-21T04:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': 'c38d0844-290a-462c-9a37-a22225bd6794', 'name': '', 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'mac_address': 'fa:16:3e:ee:47:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'b89f65d7-8f4a-4573-89cb-9c8dfe69919f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:09Z', 'updated_at': '2021-06-21T04:30:10Z', 'revision_number': 2, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'subnets': [{'id': 'b89f65d7-8f4a-4573-89cb-9c8dfe69919f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:30:13.213652 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e148b8f6-6379-4d13-a313-c403b54afef9 None None] Checking router: c6f4c286-1035-4679-a9e9-b0be432b890f for host: dv-cinder-797170-3-iscsi {{(pid=92785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:30:13.214001 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e148b8f6-6379-4d13-a313-c403b54afef9 None None] Updating router c6f4c286-1035-4679-a9e9-b0be432b890f port c38d0844-290a-462c-9a37-a22225bd6794 binding host dv-cinder-797170-3-iscsi {{(pid=92785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:30:13.258389 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-e148b8f6-6379-4d13-a313-c403b54afef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:13.361459 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device a869b0a5-7311-4953-b301-b57825614918 up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:30:13.412826 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-e7bb184c-90a0-4f1a-beee-a6d1fa868c71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689657'] for router, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:13.423226 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning for port a869b0a5-7311-4953-b301-b57825614918 completed by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:30:13.427889 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device a46145cf-7465-42a2-bf67-e0991f0a15f1 up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:30:13.488040 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning for port a46145cf-7465-42a2-bf67-e0991f0a15f1 completed by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:30:13.495282 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning complete for port a46145cf-7465-42a2-bf67-e0991f0a15f1 triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:30:13.495675 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:13.626387 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-e148b8f6-6379-4d13-a313-c403b54afef9 None None] Notify callbacks [] for port, precommit_update {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:13.637791 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.provisioning_blocks [None req-e148b8f6-6379-4d13-a313-c403b54afef9 None None] Transition to ACTIVE for port object c38d0844-290a-462c-9a37-a22225bd6794 will not be triggered until provisioned by entity L2. {{(pid=92785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:30:13.643390 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:13.644898 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7bb184c-90a0-4f1a-beee-a6d1fa868c71 admin admin] Router 0d405773-1948-4dca-855d-d40df18011c8 is scheduled to L3 agent 24838221-9d49-44eb-9e47-6a2fc9da17a2 with binding_index 1 {{(pid=92782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 04:30:13.648473 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-e148b8f6-6379-4d13-a313-c403b54afef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:13.652722 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG oslo_concurrency.lockutils [None req-f44ca50b-ca94-4fa6-a9e2-540c7631e368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:13.680092 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] For port a46145cf-7465-42a2-bf67-e0991f0a15f1, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=a46145cf-7465-42a2-bf67-e0991f0a15f1,segment=NetworkSegment(e399e9b6-8ae1-4c2d-bd11-625228d4b590),segment_id=e399e9b6-8ae1-4c2d-bd11-625228d4b590)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:13.687207 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:13.698355 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:13.746205 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b850fd23-3487-4666-ad1c-648b80bc076b None None] Pushing event updated for resources: {'Port': ['ID=c38d0844-290a-462c-9a37-a22225bd6794,revision_number=3']} {{(pid=92785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:13.885285 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b850fd23-3487-4666-ad1c-648b80bc076b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:13.888834 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7bb184c-90a0-4f1a-beee-a6d1fa868c71 admin admin] Notify agent at l3_agent.dv-cinder-797170-3-iscsi the message routers_updated {{(pid=92782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:30:13.890538 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b850fd23-3487-4666-ad1c-648b80bc076b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:13.891054 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b850fd23-3487-4666-ad1c-648b80bc076b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:13.891545 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b850fd23-3487-4666-ad1c-648b80bc076b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:13.893947 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b850fd23-3487-4666-ad1c-648b80bc076b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:13.894460 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b850fd23-3487-4666-ad1c-648b80bc076b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:13.894955 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b850fd23-3487-4666-ad1c-648b80bc076b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:13.895432 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b850fd23-3487-4666-ad1c-648b80bc076b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:13.895926 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b850fd23-3487-4666-ad1c-648b80bc076b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:13.897317 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b850fd23-3487-4666-ad1c-648b80bc076b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:13.897652 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b850fd23-3487-4666-ad1c-648b80bc076b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:13.897972 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b850fd23-3487-4666-ad1c-648b80bc076b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:13.905588 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG oslo_concurrency.lockutils [None req-b850fd23-3487-4666-ad1c-648b80bc076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=92785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:13.923664 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-e7bb184c-90a0-4f1a-beee-a6d1fa868c71 admin admin] Notify callbacks [] for router, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:13.924897 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-e7bb184c-90a0-4f1a-beee-a6d1fa868c71 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8524077 Jun 21 04:30:13.927621 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 34268) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:13.966700 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8ad5ad-f8d8-459f-88c2-7a670ce5b627 None None] Sync routers for ids ['0d405773-1948-4dca-855d-d40df18011c8'] in dv-cinder-797170-3-iscsi {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:30:13.989593 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.managers [None req-e148b8f6-6379-4d13-a313-c403b54afef9 None None] Attempting to bind port c38d0844-290a-462c-9a37-a22225bd6794 on host dv-cinder-797170-3-iscsi for vnic_type normal with profile {{(pid=92785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:30:13.989957 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.managers [None req-e148b8f6-6379-4d13-a313-c403b54afef9 None None] Attempting to bind port c38d0844-290a-462c-9a37-a22225bd6794 by drivers openvswitch,hyperv on host dv-cinder-797170-3-iscsi at level 0 using segments [{'id': 'eb9ae848-4717-40d3-8e38-d487e6aefc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850'}] {{(pid=92785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:30:13.990655 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e148b8f6-6379-4d13-a313-c403b54afef9 None None] Attempting to bind port c38d0844-290a-462c-9a37-a22225bd6794 on network 7d357d88-e0cd-4a9b-b7b1-521691a3a850 {{(pid=92785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:30:14.007004 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e148b8f6-6379-4d13-a313-c403b54afef9 None None] Checking agent: {'id': 'cd99bddb-5f01-48a7-a512-3eb4d714493f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 18), 'started_at': datetime.datetime(2021, 6, 21, 4, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:30:14.007665 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e148b8f6-6379-4d13-a313-c403b54afef9 None None] Checking segment: {'id': 'eb9ae848-4717-40d3-8e38-d487e6aefc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:30:14.008076 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-e148b8f6-6379-4d13-a313-c403b54afef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:14.008469 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e148b8f6-6379-4d13-a313-c403b54afef9 None None] Bound using segment: {'id': 'eb9ae848-4717-40d3-8e38-d487e6aefc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850'} {{(pid=92785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:30:14.011438 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.managers [None req-e148b8f6-6379-4d13-a313-c403b54afef9 None None] Bound port: c38d0844-290a-462c-9a37-a22225bd6794, host: dv-cinder-797170-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb9ae848-4717-40d3-8e38-d487e6aefc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850'}}] {{(pid=92785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:30:14.012000 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-e148b8f6-6379-4d13-a313-c403b54afef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:14.042735 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8ad5ad-f8d8-459f-88c2-7a670ce5b627 None None] Routers {'0d405773-1948-4dca-855d-d40df18011c8'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:30:14.043306 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-7f8ad5ad-f8d8-459f-88c2-7a670ce5b627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:30:00Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['0d405773-1948-4dca-855d-d40df18011c8'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:30:14.121747 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.db [None req-e148b8f6-6379-4d13-a313-c403b54afef9 None None] For port c38d0844-290a-462c-9a37-a22225bd6794, host dv-cinder-797170-3-iscsi, cleared binding levels {{(pid=92785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:30:14.125782 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.db [None req-e148b8f6-6379-4d13-a313-c403b54afef9 None None] For port c38d0844-290a-462c-9a37-a22225bd6794, host dv-cinder-797170-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=c38d0844-290a-462c-9a37-a22225bd6794,segment=NetworkSegment(eb9ae848-4717-40d3-8e38-d487e6aefc17),segment_id=eb9ae848-4717-40d3-8e38-d487e6aefc17)] {{(pid=92785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:30:14.141130 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033b2085-60a2-4c38-8cd3-51990b89c151 None None] Network 5c215afa-1331-4904-a572-888db68faa07 requested from dv-cinder-797170-3-iscsi {{(pid=92784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:30:14.155286 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-e148b8f6-6379-4d13-a313-c403b54afef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:14.163231 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG oslo_concurrency.lockutils [None req-c13fb6e8-2acc-4f31-9906-ec3c46130db6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:14.221316 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Pushing event updated for resources: {'Port': ['ID=a46145cf-7465-42a2-bf67-e0991f0a15f1,revision_number=4']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:14.234450 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:14.277708 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b850fd23-3487-4666-ad1c-648b80bc076b None None] Pushing event updated for resources: {'Port': ['ID=c38d0844-290a-462c-9a37-a22225bd6794,revision_number=4']} {{(pid=92785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:14.286808 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG oslo_concurrency.lockutils [None req-b850fd23-3487-4666-ad1c-648b80bc076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:14.302236 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 34274) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:14.308853 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-147f8b7f-ea04-411a-92e4-c21cefcc2ab9 None None] Provisioning for port a869b0a5-7311-4953-b301-b57825614918 completed by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:30:14.324956 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-147f8b7f-ea04-411a-92e4-c21cefcc2ab9 None None] Provisioning complete for port a869b0a5-7311-4953-b301-b57825614918 triggered by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:30:14.325601 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-147f8b7f-ea04-411a-92e4-c21cefcc2ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:14.365348 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e148b8f6-6379-4d13-a313-c403b54afef9 None None] Routers {'c6f4c286-1035-4679-a9e9-b0be432b890f'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:30:14.366439 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-e148b8f6-6379-4d13-a313-c403b54afef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:30:00Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['c6f4c286-1035-4679-a9e9-b0be432b890f'], 'active': True} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:30:14.428826 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-7f8ad5ad-f8d8-459f-88c2-7a670ce5b627 None None] Set router 0d405773-1948-4dca-855d-d40df18011c8 gateway port host: dv-cinder-797170-3-iscsi {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:30:14.479686 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-8d0e7b1b-d89a-465b-afeb-648feff973d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:14.601579 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvr_db [None req-e148b8f6-6379-4d13-a313-c403b54afef9 None None] Set router c6f4c286-1035-4679-a9e9-b0be432b890f gateway port host: dv-cinder-797170-3-iscsi {{(pid=92785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:30:14.699472 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-8d0e7b1b-d89a-465b-afeb-648feff973d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:14.708621 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-8d0e7b1b-d89a-465b-afeb-648feff973d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:14.713561 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-25d93162-de58-46f1-bf38-caf3a30d60ee tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:14.743938 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0e7b1b-d89a-465b-afeb-648feff973d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd837d8d-fd54-4c78-bd32-5ca1ab8c3971,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:14.748495 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-8d0e7b1b-d89a-465b-afeb-648feff973d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:14.773051 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 34278) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:14.774636 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-8d0e7b1b-d89a-465b-afeb-648feff973d9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9e07045d5c4541b2984d0eb6bcefb9d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4707477 Jun 21 04:30:14.880820 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-147f8b7f-ea04-411a-92e4-c21cefcc2ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:14.888398 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-4988d3eb-30a1-49d5-8b7b-ddb04e97fab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:14.934549 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-4988d3eb-30a1-49d5-8b7b-ddb04e97fab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:14.938806 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-481ad59d-908e-4568-b359-281822520d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:14.940937 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-147f8b7f-ea04-411a-92e4-c21cefcc2ab9 None None] For port a869b0a5-7311-4953-b301-b57825614918, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=a869b0a5-7311-4953-b301-b57825614918,segment=NetworkSegment(d47befb5-d00c-4c03-b325-25c41d4a0e34),segment_id=d47befb5-d00c-4c03-b325-25c41d4a0e34)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:14.949538 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-147f8b7f-ea04-411a-92e4-c21cefcc2ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:14.953734 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:14.995472 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-7f8ad5ad-f8d8-459f-88c2-7a670ce5b627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d405773-1948-4dca-855d-d40df18011c8', 'name': 'tempest-TestVolumeBootPattern-1627027145-router', 'tenant_id': 'ad96bf23d5644298a58b9a09ef688d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '77bee303-e260-444b-85eb-854c34dd990a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:12Z', 'updated_at': '2021-06-21T04:30:13Z', 'revision_number': 3, 'project_id': 'ad96bf23d5644298a58b9a09ef688d3e', 'gw_port': {'id': '77bee303-e260-444b-85eb-854c34dd990a', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d405773-1948-4dca-855d-d40df18011c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:12Z', 'updated_at': '2021-06-21T04:30:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi'}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:30:15.009345 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-e148b8f6-6379-4d13-a313-c403b54afef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'name': 'tempest-TestVolumeBootPattern-1156486518-router', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a46145cf-7465-42a2-bf67-e0991f0a15f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:07Z', 'updated_at': '2021-06-21T04:30:10Z', 'revision_number': 4, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'gw_port': {'id': 'a46145cf-7465-42a2-bf67-e0991f0a15f1', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:07Z', 'updated_at': '2021-06-21T04:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': 'c38d0844-290a-462c-9a37-a22225bd6794', 'name': '', 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'mac_address': 'fa:16:3e:ee:47:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'b89f65d7-8f4a-4573-89cb-9c8dfe69919f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:09Z', 'updated_at': '2021-06-21T04:30:14Z', 'revision_number': 4, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'subnets': [{'id': 'b89f65d7-8f4a-4573-89cb-9c8dfe69919f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:30:15.033774 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8ad5ad-f8d8-459f-88c2-7a670ce5b627 None None] Checking router: 0d405773-1948-4dca-855d-d40df18011c8 for host: dv-cinder-797170-3-iscsi {{(pid=92784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:30:15.033986 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8ad5ad-f8d8-459f-88c2-7a670ce5b627 None None] Updating router 0d405773-1948-4dca-855d-d40df18011c8 port 77bee303-e260-444b-85eb-854c34dd990a binding host dv-cinder-797170-3-iscsi {{(pid=92784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:30:15.079442 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147f8b7f-ea04-411a-92e4-c21cefcc2ab9 None None] Pushing event updated for resources: {'Port': ['ID=a869b0a5-7311-4953-b301-b57825614918,revision_number=3']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:15.100467 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-147f8b7f-ea04-411a-92e4-c21cefcc2ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:15.121039 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-7f8ad5ad-f8d8-459f-88c2-7a670ce5b627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:15.125668 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e148b8f6-6379-4d13-a313-c403b54afef9 None None] The sync data for ids ['c6f4c286-1035-4679-a9e9-b0be432b890f'] in dv-cinder-797170-3-iscsi is: [{'id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'name': 'tempest-TestVolumeBootPattern-1156486518-router', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a46145cf-7465-42a2-bf67-e0991f0a15f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:07Z', 'updated_at': '2021-06-21T04:30:10Z', 'revision_number': 4, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'gw_port': {'id': 'a46145cf-7465-42a2-bf67-e0991f0a15f1', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:07Z', 'updated_at': '2021-06-21T04:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': 'c38d0844-290a-462c-9a37-a22225bd6794', 'name': '', 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'mac_address': 'fa:16:3e:ee:47:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'b89f65d7-8f4a-4573-89cb-9c8dfe69919f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:09Z', 'updated_at': '2021-06-21T04:30:14Z', 'revision_number': 4, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'subnets': [{'id': 'b89f65d7-8f4a-4573-89cb-9c8dfe69919f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:30:15.137277 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.db_base_plugin_common [None req-481ad59d-908e-4568-b359-281822520d54 admin admin] Allocated IP 172.20.0.1 (5c215afa-1331-4904-a572-888db68faa07/e4b12d5f-5d6b-4f66-905b-3f7b6588acee/d533ec42-ea85-4aa0-bf2b-411c0ab87e88) {{(pid=92782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:30:15.281574 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-481ad59d-908e-4568-b359-281822520d54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:15.295178 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.provisioning_blocks [None req-481ad59d-908e-4568-b359-281822520d54 admin admin] Transition to ACTIVE for port object d533ec42-ea85-4aa0-bf2b-411c0ab87e88 will not be triggered until provisioned by entity DHCP. {{(pid=92782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:30:15.414295 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-481ad59d-908e-4568-b359-281822520d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14133711'] for port, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:15.417869 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-5adeefd4-2055-4242-8019-6321d49484c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:15.423270 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-941bf134-8e12-40e7-952b-e78c7e18b322 None None] Provisioning complete for port a869b0a5-7311-4953-b301-b57825614918 triggered by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:30:15.423693 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-941bf134-8e12-40e7-952b-e78c7e18b322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:15.428243 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-4988d3eb-30a1-49d5-8b7b-ddb04e97fab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:15.451413 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-4988d3eb-30a1-49d5-8b7b-ddb04e97fab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:15.451413 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-4988d3eb-30a1-49d5-8b7b-ddb04e97fab1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dd837d8d-fd54-4c78-bd32-5ca1ab8c3971 HTTP/1.1" status: 204 len: 168 time: 0.6750410 Jun 21 04:30:15.499955 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device a869b0a5-7311-4953-b301-b57825614918 up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:30:15.528006 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481ad59d-908e-4568-b359-281822520d54 admin admin] Network 5c215afa-1331-4904-a572-888db68faa07 is already hosted by enough agents. {{(pid=92782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:30:15.533972 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.base_scheduler [None req-481ad59d-908e-4568-b359-281822520d54 admin admin] Resources bound (agent type, host, resource id): {{(pid=92782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:30:15.544390 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481ad59d-908e-4568-b359-281822520d54 admin admin] Received port after_create {{(pid=92782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:30:15.606078 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481ad59d-908e-4568-b359-281822520d54 admin admin] Pushing event updated for resources: {'Port': ['ID=d533ec42-ea85-4aa0-bf2b-411c0ab87e88,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:15.620450 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-481ad59d-908e-4568-b359-281822520d54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:15.628222 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-402c4c78-632f-468a-8a5c-6f071b95f689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:15.640945 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-7f8ad5ad-f8d8-459f-88c2-7a670ce5b627 None None] Notify callbacks [] for port, precommit_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:15.646155 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4988d3eb-30a1-49d5-8b7b-ddb04e97fab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd837d8d-fd54-4c78-bd32-5ca1ab8c3971,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:15.649997 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-4988d3eb-30a1-49d5-8b7b-ddb04e97fab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:15.668039 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-481ad59d-908e-4568-b359-281822520d54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1693462'] for router_interface, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:15.677429 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-7f8ad5ad-f8d8-459f-88c2-7a670ce5b627 None None] Transition to ACTIVE for port object 77bee303-e260-444b-85eb-854c34dd990a will not be triggered until provisioned by entity L2. {{(pid=92784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:30:15.707429 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-7f8ad5ad-f8d8-459f-88c2-7a670ce5b627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:15.709593 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-cbbf64aa-cf49-4561-a32f-518e1e4392f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:15.711479 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning complete for port a869b0a5-7311-4953-b301-b57825614918 triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:30:15.711959 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:15.838238 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172c8300-eedf-4942-aaff-d75d896cf0dc None None] Pushing event updated for resources: {'Port': ['ID=77bee303-e260-444b-85eb-854c34dd990a,revision_number=2']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:15.845669 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-172c8300-eedf-4942-aaff-d75d896cf0dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:15.850326 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-7f8ad5ad-f8d8-459f-88c2-7a670ce5b627 None None] Attempting to bind port 77bee303-e260-444b-85eb-854c34dd990a on host dv-cinder-797170-3-iscsi for vnic_type normal with profile {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:30:15.850503 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-7f8ad5ad-f8d8-459f-88c2-7a670ce5b627 None None] Attempting to bind port 77bee303-e260-444b-85eb-854c34dd990a by drivers openvswitch,hyperv on host dv-cinder-797170-3-iscsi at level 0 using segments [{'id': 'e399e9b6-8ae1-4c2d-bd11-625228d4b590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3'}] {{(pid=92784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:30:15.850848 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8ad5ad-f8d8-459f-88c2-7a670ce5b627 None None] Attempting to bind port 77bee303-e260-444b-85eb-854c34dd990a on network 6916bb71-a8d9-40e6-a88e-dbc7129bc7b3 {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:30:15.862223 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-481ad59d-908e-4568-b359-281822520d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:15.865102 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8ad5ad-f8d8-459f-88c2-7a670ce5b627 None None] Checking agent: {'id': 'cd99bddb-5f01-48a7-a512-3eb4d714493f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 18), 'started_at': datetime.datetime(2021, 6, 21, 4, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:30:15.865487 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8ad5ad-f8d8-459f-88c2-7a670ce5b627 None None] Checking segment: {'id': 'e399e9b6-8ae1-4c2d-bd11-625228d4b590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:30:15.865900 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-7f8ad5ad-f8d8-459f-88c2-7a670ce5b627 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:15.866302 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8ad5ad-f8d8-459f-88c2-7a670ce5b627 None None] Bound using segment: {'id': 'e399e9b6-8ae1-4c2d-bd11-625228d4b590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3'} {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:30:15.868224 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-7f8ad5ad-f8d8-459f-88c2-7a670ce5b627 None None] Bound port: 77bee303-e260-444b-85eb-854c34dd990a, host: dv-cinder-797170-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e399e9b6-8ae1-4c2d-bd11-625228d4b590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3'}}] {{(pid=92784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:30:15.868224 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-7f8ad5ad-f8d8-459f-88c2-7a670ce5b627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:15.928942 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 34286) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:15.941730 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device a46145cf-7465-42a2-bf67-e0991f0a15f1 up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:30:15.950174 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-52add7f6-8083-4897-b4ae-330e59b73bb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:15.972513 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-91fb39b6-5f66-4e8b-ac7f-cb0326a7eff9 None None] Provisioning for port d533ec42-ea85-4aa0-bf2b-411c0ab87e88 completed by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:30:15.986635 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-91fb39b6-5f66-4e8b-ac7f-cb0326a7eff9 None None] Provisioning complete for port d533ec42-ea85-4aa0-bf2b-411c0ab87e88 triggered by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:30:15.987003 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-91fb39b6-5f66-4e8b-ac7f-cb0326a7eff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:16.015624 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-7f8ad5ad-f8d8-459f-88c2-7a670ce5b627 None None] For port 77bee303-e260-444b-85eb-854c34dd990a, host dv-cinder-797170-3-iscsi, cleared binding levels {{(pid=92784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:30:16.041719 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-7f8ad5ad-f8d8-459f-88c2-7a670ce5b627 None None] For port 77bee303-e260-444b-85eb-854c34dd990a, host dv-cinder-797170-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=77bee303-e260-444b-85eb-854c34dd990a,segment=NetworkSegment(e399e9b6-8ae1-4c2d-bd11-625228d4b590),segment_id=e399e9b6-8ae1-4c2d-bd11-625228d4b590)] {{(pid=92784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:30:16.051032 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-91fb39b6-5f66-4e8b-ac7f-cb0326a7eff9 None None] Port d533ec42-ea85-4aa0-bf2b-411c0ab87e88 cannot update to ACTIVE because it is not bound. {{(pid=92784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:30:16.054131 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-7f8ad5ad-f8d8-459f-88c2-7a670ce5b627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:16.057202 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-91a3da0b-2b0b-4aa7-adf5-369359672517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:16.094550 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning complete for port a46145cf-7465-42a2-bf67-e0991f0a15f1 triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:30:16.094933 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:16.097899 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-52add7f6-8083-4897-b4ae-330e59b73bb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:16.108493 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-52add7f6-8083-4897-b4ae-330e59b73bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:16.112584 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-93196976-2814-4394-a2a8-857a5591dd36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:16.119122 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-481ad59d-908e-4568-b359-281822520d54 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:16.130082 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-481ad59d-908e-4568-b359-281822520d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14133753'] for port, after_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:16.133462 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-f82ae8e3-bf87-4db7-a032-3f826e45bb6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:16.151425 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172c8300-eedf-4942-aaff-d75d896cf0dc None None] Pushing event updated for resources: {'Port': ['ID=77bee303-e260-444b-85eb-854c34dd990a,revision_number=3']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:16.153998 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8ad5ad-f8d8-459f-88c2-7a670ce5b627 None None] Routers {'0d405773-1948-4dca-855d-d40df18011c8'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:30:16.154645 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-7f8ad5ad-f8d8-459f-88c2-7a670ce5b627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:30:00Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['0d405773-1948-4dca-855d-d40df18011c8'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:30:16.159087 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-172c8300-eedf-4942-aaff-d75d896cf0dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:16.163565 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52add7f6-8083-4897-b4ae-330e59b73bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d7a823-bc8a-48b2-a0f9-c8e6f1e3a2c0,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:16.176595 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-52add7f6-8083-4897-b4ae-330e59b73bb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:16.182891 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-52add7f6-8083-4897-b4ae-330e59b73bb1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=74db18d3af4d41839fd99ee9a49c37d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2526507 Jun 21 04:30:16.184250 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 34288) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:16.211345 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-481ad59d-908e-4568-b359-281822520d54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1773157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690639'] for router_interface, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:16.213431 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481ad59d-908e-4568-b359-281822520d54 admin admin] Pushing event updated for resources: {'Port': ['ID=d533ec42-ea85-4aa0-bf2b-411c0ab87e88,revision_number=2']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:16.216679 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-481ad59d-908e-4568-b359-281822520d54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:16.249245 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-6f2c5dd7-63e4-4c6e-b66e-f5e63fad8620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:16.289414 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-6f2c5dd7-63e4-4c6e-b66e-f5e63fad8620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:16.317233 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-7f8ad5ad-f8d8-459f-88c2-7a670ce5b627 None None] Set router 0d405773-1948-4dca-855d-d40df18011c8 gateway port host: dv-cinder-797170-3-iscsi {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:30:16.319153 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481ad59d-908e-4568-b359-281822520d54 admin admin] Network 5c215afa-1331-4904-a572-888db68faa07 is already hosted by enough agents. {{(pid=92782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:30:16.319608 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device c38d0844-290a-462c-9a37-a22225bd6794 up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:30:16.320523 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.base_scheduler [None req-481ad59d-908e-4568-b359-281822520d54 admin admin] Resources bound (agent type, host, resource id): {{(pid=92782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:30:16.359399 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-6f2c5dd7-63e4-4c6e-b66e-f5e63fad8620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:16.364667 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-6f2c5dd7-63e4-4c6e-b66e-f5e63fad8620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:16.385468 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-6f2c5dd7-63e4-4c6e-b66e-f5e63fad8620 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/37d7a823-bc8a-48b2-a0f9-c8e6f1e3a2c0 HTTP/1.1" status: 204 len: 168 time: 0.1914215 Jun 21 04:30:16.386984 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-256e0f4b-2866-4191-857e-0160a2ce0542 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:16.408765 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c5dd7-63e4-4c6e-b66e-f5e63fad8620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d7a823-bc8a-48b2-a0f9-c8e6f1e3a2c0,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:16.416749 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-6f2c5dd7-63e4-4c6e-b66e-f5e63fad8620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:16.459295 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-481ad59d-908e-4568-b359-281822520d54 admin admin] Router 0d405773-1948-4dca-855d-d40df18011c8 has already been hosted by L3 agent 24838221-9d49-44eb-9e47-6a2fc9da17a2 {{(pid=92782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:30:16.511621 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning for port c38d0844-290a-462c-9a37-a22225bd6794 completed by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:30:16.523737 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning complete for port c38d0844-290a-462c-9a37-a22225bd6794 triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:30:16.524167 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:16.663508 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:16.705984 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] For port c38d0844-290a-462c-9a37-a22225bd6794, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=c38d0844-290a-462c-9a37-a22225bd6794,segment=NetworkSegment(eb9ae848-4717-40d3-8e38-d487e6aefc17),segment_id=eb9ae848-4717-40d3-8e38-d487e6aefc17)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:16.714718 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:16.716860 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:16.745405 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-bc198546-ccaf-4027-bd6c-7fa959d0944d None None] Provisioning complete for port d533ec42-ea85-4aa0-bf2b-411c0ab87e88 triggered by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:30:16.745794 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-bc198546-ccaf-4027-bd6c-7fa959d0944d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:16.751189 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-7f8ad5ad-f8d8-459f-88c2-7a670ce5b627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d405773-1948-4dca-855d-d40df18011c8', 'name': 'tempest-TestVolumeBootPattern-1627027145-router', 'tenant_id': 'ad96bf23d5644298a58b9a09ef688d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '77bee303-e260-444b-85eb-854c34dd990a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:12Z', 'updated_at': '2021-06-21T04:30:15Z', 'revision_number': 4, 'project_id': 'ad96bf23d5644298a58b9a09ef688d3e', 'gw_port': {'id': '77bee303-e260-444b-85eb-854c34dd990a', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d405773-1948-4dca-855d-d40df18011c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:12Z', 'updated_at': '2021-06-21T04:30:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': 'd533ec42-ea85-4aa0-bf2b-411c0ab87e88', 'name': '', 'network_id': '5c215afa-1331-4904-a572-888db68faa07', 'tenant_id': 'ad96bf23d5644298a58b9a09ef688d3e', 'mac_address': 'fa:16:3e:d3:77:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d405773-1948-4dca-855d-d40df18011c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'e4b12d5f-5d6b-4f66-905b-3f7b6588acee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:14Z', 'updated_at': '2021-06-21T04:30:15Z', 'revision_number': 2, 'project_id': 'ad96bf23d5644298a58b9a09ef688d3e', 'subnets': [{'id': 'e4b12d5f-5d6b-4f66-905b-3f7b6588acee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:30:16.806302 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8ad5ad-f8d8-459f-88c2-7a670ce5b627 None None] The sync data for ids ['0d405773-1948-4dca-855d-d40df18011c8'] in dv-cinder-797170-3-iscsi is: [{'id': '0d405773-1948-4dca-855d-d40df18011c8', 'name': 'tempest-TestVolumeBootPattern-1627027145-router', 'tenant_id': 'ad96bf23d5644298a58b9a09ef688d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '77bee303-e260-444b-85eb-854c34dd990a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:12Z', 'updated_at': '2021-06-21T04:30:15Z', 'revision_number': 4, 'project_id': 'ad96bf23d5644298a58b9a09ef688d3e', 'gw_port': {'id': '77bee303-e260-444b-85eb-854c34dd990a', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d405773-1948-4dca-855d-d40df18011c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:12Z', 'updated_at': '2021-06-21T04:30:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': 'd533ec42-ea85-4aa0-bf2b-411c0ab87e88', 'name': '', 'network_id': '5c215afa-1331-4904-a572-888db68faa07', 'tenant_id': 'ad96bf23d5644298a58b9a09ef688d3e', 'mac_address': 'fa:16:3e:d3:77:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d405773-1948-4dca-855d-d40df18011c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'e4b12d5f-5d6b-4f66-905b-3f7b6588acee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:14Z', 'updated_at': '2021-06-21T04:30:15Z', 'revision_number': 2, 'project_id': 'ad96bf23d5644298a58b9a09ef688d3e', 'subnets': [{'id': 'e4b12d5f-5d6b-4f66-905b-3f7b6588acee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:30:16.836740 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-bc198546-ccaf-4027-bd6c-7fa959d0944d None None] Port d533ec42-ea85-4aa0-bf2b-411c0ab87e88 cannot update to ACTIVE because it is not bound. {{(pid=92784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:30:16.838417 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Pushing event updated for resources: {'Port': ['ID=c38d0844-290a-462c-9a37-a22225bd6794,revision_number=5']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:16.841361 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:16.937638 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481ad59d-908e-4568-b359-281822520d54 admin admin] Notify agent at l3_agent.dv-cinder-797170-3-iscsi the message routers_updated {{(pid=92782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:30:16.945395 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-481ad59d-908e-4568-b359-281822520d54 admin admin] 10.222.0.53 "PUT /v2.0/routers/0d405773-1948-4dca-855d-d40df18011c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0167530 Jun 21 04:30:17.130710 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:17.310351 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device c38d0844-290a-462c-9a37-a22225bd6794 up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:30:17.370548 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning complete for port c38d0844-290a-462c-9a37-a22225bd6794 triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:30:17.371245 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:17.653586 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 34328) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:17.658949 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [None req-2ec50206-206a-4501-9fcf-69a1fd867d7d tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-560143925', 'description': 'tempest-secgroup-smoke-560143925 description', 'project_id': '371add3dc65f463097e1b4846b0ba580'}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:17.686987 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-2ec50206-206a-4501-9fcf-69a1fd867d7d tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:17.793848 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-2ec50206-206a-4501-9fcf-69a1fd867d7d tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:17.803224 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-2ec50206-206a-4501-9fcf-69a1fd867d7d tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:17.806803 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-f25cc622-0836-4dda-9b30-380c020dc39a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:17.837080 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-2ec50206-206a-4501-9fcf-69a1fd867d7d tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:17.838462 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-2ec50206-206a-4501-9fcf-69a1fd867d7d tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1838231 Jun 21 04:30:17.841932 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 34336) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:17.849263 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [None req-8720581f-5606-4b53-bb2a-a89c26ae67bb tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Request body: {'security_group_rule': {'security_group_id': 'aef55aef-3d78-4e10-ac65-1776bfc6306e', 'project_id': '371add3dc65f463097e1b4846b0ba580', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:17.856854 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec50206-206a-4501-9fcf-69a1fd867d7d tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aef55aef-3d78-4e10-ac65-1776bfc6306e,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:17.861683 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-2ec50206-206a-4501-9fcf-69a1fd867d7d tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:17.893916 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-8720581f-5606-4b53-bb2a-a89c26ae67bb tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:17.962799 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-8720581f-5606-4b53-bb2a-a89c26ae67bb tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:17.973167 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-8720581f-5606-4b53-bb2a-a89c26ae67bb tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408514'] for security_group_rule, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:17.976862 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-18010ef9-4eb6-4beb-a16d-aece537300d1 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:17.992776 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8720581f-5606-4b53-bb2a-a89c26ae67bb tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84eb0196-42b1-4194-85c7-0715bf1e6524,revision_number=0']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:17.995509 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-8720581f-5606-4b53-bb2a-a89c26ae67bb tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:18.003271 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-8720581f-5606-4b53-bb2a-a89c26ae67bb tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:18.004549 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-8720581f-5606-4b53-bb2a-a89c26ae67bb tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1615796 Jun 21 04:30:18.007212 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 34342) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:18.012118 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [None req-fd030c52-3a91-4f77-99e1-72cae1ce1ba4 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Request body: {'security_group_rule': {'security_group_id': 'aef55aef-3d78-4e10-ac65-1776bfc6306e', 'project_id': '371add3dc65f463097e1b4846b0ba580', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:18.042117 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-fd030c52-3a91-4f77-99e1-72cae1ce1ba4 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:18.114401 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-fd030c52-3a91-4f77-99e1-72cae1ce1ba4 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:18.123407 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-fd030c52-3a91-4f77-99e1-72cae1ce1ba4 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408514'] for security_group_rule, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:18.126021 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-65b23208-f764-40f9-a2fd-abbe1ef135b8 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:18.143666 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd030c52-3a91-4f77-99e1-72cae1ce1ba4 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=718110d5-2f2f-47b4-b978-f8ca1e705155,revision_number=0']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:18.146773 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-fd030c52-3a91-4f77-99e1-72cae1ce1ba4 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:18.150898 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-fd030c52-3a91-4f77-99e1-72cae1ce1ba4 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:18.154928 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-fd030c52-3a91-4f77-99e1-72cae1ce1ba4 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1467104 Jun 21 04:30:18.155543 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 34350) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:18.163252 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [None req-f745e02f-951f-4c67-b205-9057cdb93d90 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Request body: {'security_group_rule': {'security_group_id': 'aef55aef-3d78-4e10-ac65-1776bfc6306e', 'project_id': '371add3dc65f463097e1b4846b0ba580', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:18.190634 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-f745e02f-951f-4c67-b205-9057cdb93d90 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:18.259502 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-f745e02f-951f-4c67-b205-9057cdb93d90 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:18.267684 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-f745e02f-951f-4c67-b205-9057cdb93d90 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408514'] for security_group_rule, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:18.270124 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-852bfd86-37ca-4feb-a92f-1cbfc1219937 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:18.284386 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f745e02f-951f-4c67-b205-9057cdb93d90 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5978f4df-6711-4a2e-9344-c0ddd0895249,revision_number=0']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:18.288520 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-f745e02f-951f-4c67-b205-9057cdb93d90 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:18.295330 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-f745e02f-951f-4c67-b205-9057cdb93d90 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:18.299562 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-f745e02f-951f-4c67-b205-9057cdb93d90 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1404076 Jun 21 04:30:18.299925 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 34352) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:18.304962 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [None req-96dedc1a-0439-4715-81eb-a09e55bbad84 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Request body: {'security_group_rule': {'security_group_id': 'aef55aef-3d78-4e10-ac65-1776bfc6306e', 'project_id': '371add3dc65f463097e1b4846b0ba580', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:18.342211 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-96dedc1a-0439-4715-81eb-a09e55bbad84 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:18.408568 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-96dedc1a-0439-4715-81eb-a09e55bbad84 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:18.412251 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-96dedc1a-0439-4715-81eb-a09e55bbad84 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408514'] for security_group_rule, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:18.414544 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:18.433750 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dedc1a-0439-4715-81eb-a09e55bbad84 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f6e0b27-e2f9-4799-a6e6-7796b538ba42,revision_number=0']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:18.438220 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-96dedc1a-0439-4715-81eb-a09e55bbad84 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:18.448216 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-96dedc1a-0439-4715-81eb-a09e55bbad84 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:18.449583 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-96dedc1a-0439-4715-81eb-a09e55bbad84 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1485901 Jun 21 04:30:18.452328 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 34354) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:18.457466 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [None req-94aeccd3-b60c-42bb-b56f-1ede18f49e9e tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Request body: {'security_group_rule': {'security_group_id': 'aef55aef-3d78-4e10-ac65-1776bfc6306e', 'project_id': '371add3dc65f463097e1b4846b0ba580', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:18.479443 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.db.securitygroups_db [None req-94aeccd3-b60c-42bb-b56f-1ede18f49e9e tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Project 371add3dc65f463097e1b4846b0ba580 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 04:30:18.484837 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-94aeccd3-b60c-42bb-b56f-1ede18f49e9e tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:18.550283 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-94aeccd3-b60c-42bb-b56f-1ede18f49e9e tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:18.555072 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-94aeccd3-b60c-42bb-b56f-1ede18f49e9e tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408514'] for security_group_rule, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:18.557111 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-8f4d2626-0a50-4a2e-be7f-1f9de5336548 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:18.573207 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aeccd3-b60c-42bb-b56f-1ede18f49e9e tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa0171f4-c37d-4ba6-a21f-f591d52d9e90,revision_number=0']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:18.577718 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-94aeccd3-b60c-42bb-b56f-1ede18f49e9e tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:18.584790 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-94aeccd3-b60c-42bb-b56f-1ede18f49e9e tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:18.585973 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-94aeccd3-b60c-42bb-b56f-1ede18f49e9e tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1325340 Jun 21 04:30:18.588595 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 34360) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:18.593864 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [None req-7b34d4ad-da46-4fd0-939a-945ca914f831 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Request body: {'security_group_rule': {'security_group_id': 'aef55aef-3d78-4e10-ac65-1776bfc6306e', 'project_id': '371add3dc65f463097e1b4846b0ba580', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:18.615027 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.db.securitygroups_db [None req-7b34d4ad-da46-4fd0-939a-945ca914f831 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Project 371add3dc65f463097e1b4846b0ba580 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 04:30:18.619602 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-7b34d4ad-da46-4fd0-939a-945ca914f831 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:18.678838 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-7b34d4ad-da46-4fd0-939a-945ca914f831 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:18.682333 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-7b34d4ad-da46-4fd0-939a-945ca914f831 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408514'] for security_group_rule, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:18.684351 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-96dedc1a-0439-4715-81eb-a09e55bbad84 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:18.703290 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b34d4ad-da46-4fd0-939a-945ca914f831 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=609ce9d0-f49c-4d03-8d2d-57a92adaf1e6,revision_number=0']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:18.706185 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-7b34d4ad-da46-4fd0-939a-945ca914f831 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:18.706909 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-7b34d4ad-da46-4fd0-939a-945ca914f831 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:18.711121 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-7b34d4ad-da46-4fd0-939a-945ca914f831 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1186101 Jun 21 04:30:19.048437 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07e5589-db8a-47f9-8ad5-8f101af4d8e6 None None] Sync routers for ids ['0d405773-1948-4dca-855d-d40df18011c8'] in dv-cinder-797170-3-iscsi {{(pid=92785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:30:19.058312 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07e5589-db8a-47f9-8ad5-8f101af4d8e6 None None] Routers {'0d405773-1948-4dca-855d-d40df18011c8'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:30:19.058950 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-d07e5589-db8a-47f9-8ad5-8f101af4d8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:30:00Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['0d405773-1948-4dca-855d-d40df18011c8'], 'active': True} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:30:19.258427 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvr_db [None req-d07e5589-db8a-47f9-8ad5-8f101af4d8e6 None None] Set router 0d405773-1948-4dca-855d-d40df18011c8 gateway port host: dv-cinder-797170-3-iscsi {{(pid=92785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:30:19.298272 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 77bee303-e260-444b-85eb-854c34dd990a up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:30:19.350568 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning for port 77bee303-e260-444b-85eb-854c34dd990a completed by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:30:19.354613 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning complete for port 77bee303-e260-444b-85eb-854c34dd990a triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:30:19.354995 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:19.437668 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:19.462096 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] For port 77bee303-e260-444b-85eb-854c34dd990a, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=77bee303-e260-444b-85eb-854c34dd990a,segment=NetworkSegment(e399e9b6-8ae1-4c2d-bd11-625228d4b590),segment_id=e399e9b6-8ae1-4c2d-bd11-625228d4b590)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:19.467004 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:19.469007 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:19.479214 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-d07e5589-db8a-47f9-8ad5-8f101af4d8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d405773-1948-4dca-855d-d40df18011c8', 'name': 'tempest-TestVolumeBootPattern-1627027145-router', 'tenant_id': 'ad96bf23d5644298a58b9a09ef688d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '77bee303-e260-444b-85eb-854c34dd990a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:12Z', 'updated_at': '2021-06-21T04:30:15Z', 'revision_number': 4, 'project_id': 'ad96bf23d5644298a58b9a09ef688d3e', 'gw_port': {'id': '77bee303-e260-444b-85eb-854c34dd990a', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d405773-1948-4dca-855d-d40df18011c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:12Z', 'updated_at': '2021-06-21T04:30:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': 'd533ec42-ea85-4aa0-bf2b-411c0ab87e88', 'name': '', 'network_id': '5c215afa-1331-4904-a572-888db68faa07', 'tenant_id': 'ad96bf23d5644298a58b9a09ef688d3e', 'mac_address': 'fa:16:3e:d3:77:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d405773-1948-4dca-855d-d40df18011c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'e4b12d5f-5d6b-4f66-905b-3f7b6588acee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:14Z', 'updated_at': '2021-06-21T04:30:15Z', 'revision_number': 2, 'project_id': 'ad96bf23d5644298a58b9a09ef688d3e', 'subnets': [{'id': 'e4b12d5f-5d6b-4f66-905b-3f7b6588acee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:30:19.505366 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07e5589-db8a-47f9-8ad5-8f101af4d8e6 None None] Checking router: 0d405773-1948-4dca-855d-d40df18011c8 for host: dv-cinder-797170-3-iscsi {{(pid=92785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:30:19.505699 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07e5589-db8a-47f9-8ad5-8f101af4d8e6 None None] Updating router 0d405773-1948-4dca-855d-d40df18011c8 port d533ec42-ea85-4aa0-bf2b-411c0ab87e88 binding host dv-cinder-797170-3-iscsi {{(pid=92785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:30:19.517685 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Pushing event updated for resources: {'Port': ['ID=77bee303-e260-444b-85eb-854c34dd990a,revision_number=4']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:19.521186 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:19.549663 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d07e5589-db8a-47f9-8ad5-8f101af4d8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:19.831588 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d07e5589-db8a-47f9-8ad5-8f101af4d8e6 None None] Notify callbacks [] for port, precommit_update {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:19.841178 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.provisioning_blocks [None req-d07e5589-db8a-47f9-8ad5-8f101af4d8e6 None None] Transition to ACTIVE for port object d533ec42-ea85-4aa0-bf2b-411c0ab87e88 will not be triggered until provisioned by entity L2. {{(pid=92785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:30:19.847487 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d07e5589-db8a-47f9-8ad5-8f101af4d8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:19.850553 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG oslo_concurrency.lockutils [None req-9e812ec4-f308-4a6f-85e1-5d8e2625c335 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:19.929731 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a226cf01-59bf-464e-bd3e-7e808a211bc3 None None] Pushing event updated for resources: {'Port': ['ID=d533ec42-ea85-4aa0-bf2b-411c0ab87e88,revision_number=3']} {{(pid=92785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:19.933194 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG oslo_concurrency.lockutils [None req-a226cf01-59bf-464e-bd3e-7e808a211bc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:19.986606 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.managers [None req-d07e5589-db8a-47f9-8ad5-8f101af4d8e6 None None] Attempting to bind port d533ec42-ea85-4aa0-bf2b-411c0ab87e88 on host dv-cinder-797170-3-iscsi for vnic_type normal with profile {{(pid=92785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:30:19.986986 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.managers [None req-d07e5589-db8a-47f9-8ad5-8f101af4d8e6 None None] Attempting to bind port d533ec42-ea85-4aa0-bf2b-411c0ab87e88 by drivers openvswitch,hyperv on host dv-cinder-797170-3-iscsi at level 0 using segments [{'id': 'd47befb5-d00c-4c03-b325-25c41d4a0e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '5c215afa-1331-4904-a572-888db68faa07'}] {{(pid=92785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:30:19.987353 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07e5589-db8a-47f9-8ad5-8f101af4d8e6 None None] Attempting to bind port d533ec42-ea85-4aa0-bf2b-411c0ab87e88 on network 5c215afa-1331-4904-a572-888db68faa07 {{(pid=92785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:30:19.992395 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07e5589-db8a-47f9-8ad5-8f101af4d8e6 None None] Checking agent: {'id': 'cd99bddb-5f01-48a7-a512-3eb4d714493f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 18), 'started_at': datetime.datetime(2021, 6, 21, 4, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:30:19.992775 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07e5589-db8a-47f9-8ad5-8f101af4d8e6 None None] Checking segment: {'id': 'd47befb5-d00c-4c03-b325-25c41d4a0e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '5c215afa-1331-4904-a572-888db68faa07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:30:19.993181 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d07e5589-db8a-47f9-8ad5-8f101af4d8e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:19.993580 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07e5589-db8a-47f9-8ad5-8f101af4d8e6 None None] Bound using segment: {'id': 'd47befb5-d00c-4c03-b325-25c41d4a0e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '5c215afa-1331-4904-a572-888db68faa07'} {{(pid=92785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:30:19.994062 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.managers [None req-d07e5589-db8a-47f9-8ad5-8f101af4d8e6 None None] Bound port: d533ec42-ea85-4aa0-bf2b-411c0ab87e88, host: dv-cinder-797170-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd47befb5-d00c-4c03-b325-25c41d4a0e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '5c215afa-1331-4904-a572-888db68faa07'}}] {{(pid=92785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:30:19.994494 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d07e5589-db8a-47f9-8ad5-8f101af4d8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:20.065627 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.db [None req-d07e5589-db8a-47f9-8ad5-8f101af4d8e6 None None] For port d533ec42-ea85-4aa0-bf2b-411c0ab87e88, host dv-cinder-797170-3-iscsi, cleared binding levels {{(pid=92785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:30:20.068697 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.db [None req-d07e5589-db8a-47f9-8ad5-8f101af4d8e6 None None] For port d533ec42-ea85-4aa0-bf2b-411c0ab87e88, host dv-cinder-797170-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=d533ec42-ea85-4aa0-bf2b-411c0ab87e88,segment=NetworkSegment(d47befb5-d00c-4c03-b325-25c41d4a0e34),segment_id=d47befb5-d00c-4c03-b325-25c41d4a0e34)] {{(pid=92785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:30:20.073257 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-d07e5589-db8a-47f9-8ad5-8f101af4d8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:20.076243 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:20.136579 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07e5589-db8a-47f9-8ad5-8f101af4d8e6 None None] Routers {'0d405773-1948-4dca-855d-d40df18011c8'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:30:20.137218 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-d07e5589-db8a-47f9-8ad5-8f101af4d8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:30:00Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['0d405773-1948-4dca-855d-d40df18011c8'], 'active': True} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:30:20.143137 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a226cf01-59bf-464e-bd3e-7e808a211bc3 None None] Pushing event updated for resources: {'Port': ['ID=d533ec42-ea85-4aa0-bf2b-411c0ab87e88,revision_number=4']} {{(pid=92785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:20.181015 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG oslo_concurrency.lockutils [None req-a226cf01-59bf-464e-bd3e-7e808a211bc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:20.270710 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvr_db [None req-d07e5589-db8a-47f9-8ad5-8f101af4d8e6 None None] Set router 0d405773-1948-4dca-855d-d40df18011c8 gateway port host: dv-cinder-797170-3-iscsi {{(pid=92785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:30:20.473284 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-d07e5589-db8a-47f9-8ad5-8f101af4d8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d405773-1948-4dca-855d-d40df18011c8', 'name': 'tempest-TestVolumeBootPattern-1627027145-router', 'tenant_id': 'ad96bf23d5644298a58b9a09ef688d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '77bee303-e260-444b-85eb-854c34dd990a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:12Z', 'updated_at': '2021-06-21T04:30:15Z', 'revision_number': 4, 'project_id': 'ad96bf23d5644298a58b9a09ef688d3e', 'gw_port': {'id': '77bee303-e260-444b-85eb-854c34dd990a', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d405773-1948-4dca-855d-d40df18011c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:12Z', 'updated_at': '2021-06-21T04:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': 'd533ec42-ea85-4aa0-bf2b-411c0ab87e88', 'name': '', 'network_id': '5c215afa-1331-4904-a572-888db68faa07', 'tenant_id': 'ad96bf23d5644298a58b9a09ef688d3e', 'mac_address': 'fa:16:3e:d3:77:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d405773-1948-4dca-855d-d40df18011c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'e4b12d5f-5d6b-4f66-905b-3f7b6588acee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:14Z', 'updated_at': '2021-06-21T04:30:20Z', 'revision_number': 4, 'project_id': 'ad96bf23d5644298a58b9a09ef688d3e', 'subnets': [{'id': 'e4b12d5f-5d6b-4f66-905b-3f7b6588acee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:30:20.500055 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07e5589-db8a-47f9-8ad5-8f101af4d8e6 None None] The sync data for ids ['0d405773-1948-4dca-855d-d40df18011c8'] in dv-cinder-797170-3-iscsi is: [{'id': '0d405773-1948-4dca-855d-d40df18011c8', 'name': 'tempest-TestVolumeBootPattern-1627027145-router', 'tenant_id': 'ad96bf23d5644298a58b9a09ef688d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '77bee303-e260-444b-85eb-854c34dd990a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:12Z', 'updated_at': '2021-06-21T04:30:15Z', 'revision_number': 4, 'project_id': 'ad96bf23d5644298a58b9a09ef688d3e', 'gw_port': {'id': '77bee303-e260-444b-85eb-854c34dd990a', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d405773-1948-4dca-855d-d40df18011c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:12Z', 'updated_at': '2021-06-21T04:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': 'd533ec42-ea85-4aa0-bf2b-411c0ab87e88', 'name': '', 'network_id': '5c215afa-1331-4904-a572-888db68faa07', 'tenant_id': 'ad96bf23d5644298a58b9a09ef688d3e', 'mac_address': 'fa:16:3e:d3:77:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d405773-1948-4dca-855d-d40df18011c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'e4b12d5f-5d6b-4f66-905b-3f7b6588acee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:14Z', 'updated_at': '2021-06-21T04:30:20Z', 'revision_number': 4, 'project_id': 'ad96bf23d5644298a58b9a09ef688d3e', 'subnets': [{'id': 'e4b12d5f-5d6b-4f66-905b-3f7b6588acee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:30:21.328002 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 77bee303-e260-444b-85eb-854c34dd990a up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:30:21.512131 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning complete for port 77bee303-e260-444b-85eb-854c34dd990a triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:30:21.512518 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:21.593079 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device d533ec42-ea85-4aa0-bf2b-411c0ab87e88 up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:30:21.646640 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning for port d533ec42-ea85-4aa0-bf2b-411c0ab87e88 completed by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:30:21.650332 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning complete for port d533ec42-ea85-4aa0-bf2b-411c0ab87e88 triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:30:21.650668 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:21.736217 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:21.779286 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] For port d533ec42-ea85-4aa0-bf2b-411c0ab87e88, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=d533ec42-ea85-4aa0-bf2b-411c0ab87e88,segment=NetworkSegment(d47befb5-d00c-4c03-b325-25c41d4a0e34),segment_id=d47befb5-d00c-4c03-b325-25c41d4a0e34)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:21.784115 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:21.788075 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-aa3881d3-b613-4652-88a2-81e93389cf74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:21.834564 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Pushing event updated for resources: {'Port': ['ID=d533ec42-ea85-4aa0-bf2b-411c0ab87e88,revision_number=5']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:21.837552 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:23.194465 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 34502) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:23.283094 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device d533ec42-ea85-4aa0-bf2b-411c0ab87e88 up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:30:23.303462 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-f340fdc9-1113-4305-addb-7068839e9a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:23.332738 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning complete for port d533ec42-ea85-4aa0-bf2b-411c0ab87e88 triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:30:23.333038 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:23.401559 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-f340fdc9-1113-4305-addb-7068839e9a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:23.408695 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-f340fdc9-1113-4305-addb-7068839e9a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:23.414796 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-f373f455-842d-484c-83a4-22df8b922cb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:23.452505 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-f340fdc9-1113-4305-addb-7068839e9a38 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bc1bb21b82c74bc1b434d0271fb07a8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2561214 Jun 21 04:30:23.454927 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 34508) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:23.461411 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f340fdc9-1113-4305-addb-7068839e9a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0fbd495-91e7-47af-a33e-7374d28bd3f1,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:23.464557 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-f340fdc9-1113-4305-addb-7068839e9a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:23.505724 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-af101fa8-b299-450f-8c9d-a0009b9b9002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:23.526556 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-af101fa8-b299-450f-8c9d-a0009b9b9002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:23.574390 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-af101fa8-b299-450f-8c9d-a0009b9b9002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:23.577860 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-af101fa8-b299-450f-8c9d-a0009b9b9002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:23.579029 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-af101fa8-b299-450f-8c9d-a0009b9b9002 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e0fbd495-91e7-47af-a33e-7374d28bd3f1 HTTP/1.1" status: 204 len: 168 time: 0.1231310 Jun 21 04:30:23.579912 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-8bb38bc9-eca1-4eca-bd1b-b0ee28757104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:23.587749 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af101fa8-b299-450f-8c9d-a0009b9b9002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0fbd495-91e7-47af-a33e-7374d28bd3f1,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:23.589955 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-af101fa8-b299-450f-8c9d-a0009b9b9002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:23.845762 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 34516) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:23.859088 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-ec53c490-43e8-4fd1-9420-60c39376ab8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:23.951247 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-ec53c490-43e8-4fd1-9420-60c39376ab8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:23.954736 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-ec53c490-43e8-4fd1-9420-60c39376ab8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:23.957030 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-3e701724-e5bb-4459-b821-0a12d6ef2662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:23.991279 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53c490-43e8-4fd1-9420-60c39376ab8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb1e893-6197-409a-ba1a-4bd22903c725,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:23.995406 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-ec53c490-43e8-4fd1-9420-60c39376ab8c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=729776bb35b3430ab4e054f532b5b132&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1486256 Jun 21 04:30:23.996249 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-ec53c490-43e8-4fd1-9420-60c39376ab8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:23.997981 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 34518) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:24.046431 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-4389cf46-c5c3-4458-bec2-d7751de91567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:24.066216 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-4389cf46-c5c3-4458-bec2-d7751de91567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:24.113838 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-4389cf46-c5c3-4458-bec2-d7751de91567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:24.116352 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-4389cf46-c5c3-4458-bec2-d7751de91567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:24.117493 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-4389cf46-c5c3-4458-bec2-d7751de91567 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ceb1e893-6197-409a-ba1a-4bd22903c725 HTTP/1.1" status: 204 len: 168 time: 0.1185155 Jun 21 04:30:24.118250 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-9f2a2856-e04f-46ec-9995-4fd694ae4f06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:24.125728 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4389cf46-c5c3-4458-bec2-d7751de91567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb1e893-6197-409a-ba1a-4bd22903c725,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:24.127888 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-4389cf46-c5c3-4458-bec2-d7751de91567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:25.383074 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 34570) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:25.492810 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-b85f0673-58d0-4c50-8deb-d41a1c5dee83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:25.597704 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-b85f0673-58d0-4c50-8deb-d41a1c5dee83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:25.604503 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-b85f0673-58d0-4c50-8deb-d41a1c5dee83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:25.611747 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-25bc3ad5-be18-48f8-a12e-645a9116fcff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:25.653608 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85f0673-58d0-4c50-8deb-d41a1c5dee83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3b85f2-303a-4875-be53-8d8be81e5dc6,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:25.660919 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 34580) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:25.661442 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-b85f0673-58d0-4c50-8deb-d41a1c5dee83 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=460733f37a1a43a2b6b37022a24dbb58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2764130 Jun 21 04:30:25.662046 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-b85f0673-58d0-4c50-8deb-d41a1c5dee83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:25.712481 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-ac661f30-76da-4af7-b5c8-cf6e05727703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:25.735187 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-ac661f30-76da-4af7-b5c8-cf6e05727703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:25.783711 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-ac661f30-76da-4af7-b5c8-cf6e05727703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:25.786832 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-ac661f30-76da-4af7-b5c8-cf6e05727703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:25.790826 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-ac661f30-76da-4af7-b5c8-cf6e05727703 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fa3b85f2-303a-4875-be53-8d8be81e5dc6 HTTP/1.1" status: 204 len: 168 time: 0.1278346 Jun 21 04:30:25.791765 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-0e0844cc-54ff-490a-abe7-068b380aedb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:25.801617 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac661f30-76da-4af7-b5c8-cf6e05727703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3b85f2-303a-4875-be53-8d8be81e5dc6,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:25.808491 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-ac661f30-76da-4af7-b5c8-cf6e05727703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:25.897761 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9338e-fe91-4052-a1eb-8b9985497e85 req-3aabea04-2b42-4f18-9799-9cde5b4eb3db tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:25.900128 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-ddb9338e-fe91-4052-a1eb-8b9985497e85 req-3aabea04-2b42-4f18-9799-9cde5b4eb3db tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 945 time: 0.1959772 Jun 21 04:30:25.952021 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-ddb9338e-fe91-4052-a1eb-8b9985497e85 req-875e3033-cf02-4858-8dd8-e933813002f4 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?id=d70c9646-a852-4f4d-a850-9cdfde0acad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448174 Jun 21 04:30:26.433815 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 34606) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:26.528912 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [None req-b7a924c9-faae-4491-a459-52ebd6f155b4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1465291497-network', 'tenant_id': '7897a07272f44a04845dda7a9ac9717f'}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:26.550807 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a924c9-faae-4491-a459-52ebd6f155b4 admin admin] Made reservation on behalf of 7897a07272f44a04845dda7a9ac9717f for: {'network': 1} {{(pid=92783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:30:26.553107 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b7a924c9-faae-4491-a459-52ebd6f155b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for network, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:26.561791 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b7a924c9-faae-4491-a459-52ebd6f155b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:26.652843 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b7a924c9-faae-4491-a459-52ebd6f155b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:26.656690 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b7a924c9-faae-4491-a459-52ebd6f155b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:26.659778 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-be68664c-50e3-4859-9880-64345165bf98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:26.682570 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7a924c9-faae-4491-a459-52ebd6f155b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=92783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:30:26.693284 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a924c9-faae-4491-a459-52ebd6f155b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19651219-aa53-4b6e-b790-a60b627bd385,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:26.696951 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-b7a924c9-faae-4491-a459-52ebd6f155b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:26.699689 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b7a924c9-faae-4491-a459-52ebd6f155b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607066'] for segment, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:26.700022 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.db.segments_db [None req-b7a924c9-faae-4491-a459-52ebd6f155b4 admin admin] Added segment 1e531e74-06ba-4c86-a586-9f6f254ac7e3 of type vlan for network 18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd Jun 21 04:30:26.741827 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b7a924c9-faae-4491-a459-52ebd6f155b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749528449994'] for network, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:26.770619 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b7a924c9-faae-4491-a459-52ebd6f155b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-431616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067'] for network, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:26.771843 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a924c9-faae-4491-a459-52ebd6f155b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:26.772423 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b7a924c9-faae-4491-a459-52ebd6f155b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for network, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:26.775263 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:26.829514 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-b7a924c9-faae-4491-a459-52ebd6f155b4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3946402 Jun 21 04:30:26.832444 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 34612) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:26.834789 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a924c9-faae-4491-a459-52ebd6f155b4 admin admin] Pushing event updated for resources: {'Network': ['ID=18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:26.837461 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [None req-a55261d2-94dd-40b3-87a3-20b98d960baa admin admin] Request body: {'subnet': {'network_id': '18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1465291497-subnet', 'tenant_id': '7897a07272f44a04845dda7a9ac9717f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:26.838350 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-b7a924c9-faae-4491-a459-52ebd6f155b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:26.846497 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Network 18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd details requested by agent ovs-agent-dv-cinder-797170-3-iscsi with host dv-cinder-797170-3-iscsi {{(pid=92784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:30:26.858771 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55261d2-94dd-40b3-87a3-20b98d960baa admin admin] Made reservation on behalf of 7897a07272f44a04845dda7a9ac9717f for: {'subnet': 1} {{(pid=92782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:30:26.861045 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-a55261d2-94dd-40b3-87a3-20b98d960baa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14135538'] for subnet, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:27.042250 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-a55261d2-94dd-40b3-87a3-20b98d960baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14133627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14135520'] for subnet, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:27.046776 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-11d3af82-ad1c-41e9-83bc-d90112c009e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:27.129504 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55261d2-94dd-40b3-87a3-20b98d960baa admin admin] Pushing event updated for resources: {'Subnet': ['ID=9534a048-bca8-4bde-9221-b876cd1e321e,revision_number=0']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:27.135904 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-a55261d2-94dd-40b3-87a3-20b98d960baa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:27.147853 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55261d2-94dd-40b3-87a3-20b98d960baa admin admin] Checking segment: {'id': '1e531e74-06ba-4c86-a586-9f6f254ac7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:30:27.148215 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55261d2-94dd-40b3-87a3-20b98d960baa admin admin] Network hostable DHCP agents. Network: 18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd, hostable agents: ['6ffbca20-0783-49ee-bbe9-7ece843bbb1a'], hosted agents: [] {{(pid=92782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:30:27.176264 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55261d2-94dd-40b3-87a3-20b98d960baa admin admin] Network 18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd is scheduled to be hosted by DHCP agent 6ffbca20-0783-49ee-bbe9-7ece843bbb1a with binding_index 1 {{(pid=92782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:30:27.186672 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459f04d-df7b-4039-a175-a924aaa55333 req-c6b574c4-3c08-40b0-b087-403f03182a68 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:27.188137 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d459f04d-df7b-4039-a175-a924aaa55333 req-c6b574c4-3c08-40b0-b087-403f03182a68 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 945 time: 0.1056857 Jun 21 04:30:27.200244 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.base_scheduler [None req-a55261d2-94dd-40b3-87a3-20b98d960baa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-3-iscsi, 18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd) {{(pid=92782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:30:27.212782 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6803d79-7f39-4f11-94d2-d4cc6d23d55b None None] Network 18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd requested from dv-cinder-797170-3-iscsi {{(pid=92784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:30:27.213112 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55261d2-94dd-40b3-87a3-20b98d960baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:27.213947 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-a55261d2-94dd-40b3-87a3-20b98d960baa admin admin] Notify callbacks [] for subnet, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:27.240326 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d459f04d-df7b-4039-a175-a924aaa55333 req-1e732cfc-5c65-40a8-920f-6f13e163144f tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?id=d70c9646-a852-4f4d-a850-9cdfde0acad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460975 Jun 21 04:30:27.246984 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-a55261d2-94dd-40b3-87a3-20b98d960baa admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4133642 Jun 21 04:30:27.351115 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b52997-ac04-4e68-907b-7dbbcbbb22e0 None None] Network 18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd requested from dv-cinder-797170-3-iscsi {{(pid=92784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:30:27.484690 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-3d9c73a4-00ce-4bf5-8909-41a0bc1ad55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:27.865371 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d994d-4e55-48c1-9559-6df74ec262bc req-68dd2cf4-4c82-42cc-a530-264ee14d5629 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:27.866761 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-706d994d-4e55-48c1-9559-6df74ec262bc req-68dd2cf4-4c82-42cc-a530-264ee14d5629 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.55 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 945 time: 0.0613821 Jun 21 04:30:27.976070 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.plugin [req-706d994d-4e55-48c1-9559-6df74ec262bc req-f1bde68d-d7f3-447e-8ab9-580ac50386aa tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Deleting port 3e75f237-595c-4bdd-8193-9782a260f740 {{(pid=92782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:30:27.976423 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-706d994d-4e55-48c1-9559-6df74ec262bc req-f1bde68d-d7f3-447e-8ab9-580ac50386aa tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:28.063947 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.db [req-706d994d-4e55-48c1-9559-6df74ec262bc req-f1bde68d-d7f3-447e-8ab9-580ac50386aa tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] For port 3e75f237-595c-4bdd-8193-9782a260f740, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=3e75f237-595c-4bdd-8193-9782a260f740,segment=NetworkSegment(667a5842-7839-490b-a92f-43d2d3e45ee6),segment_id=667a5842-7839-490b-a92f-43d2d3e45ee6)] {{(pid=92782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:28.064306 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-706d994d-4e55-48c1-9559-6df74ec262bc req-f1bde68d-d7f3-447e-8ab9-580ac50386aa tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:28.267440 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-706d994d-4e55-48c1-9559-6df74ec262bc req-f1bde68d-d7f3-447e-8ab9-580ac50386aa tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:28.267822 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-706d994d-4e55-48c1-9559-6df74ec262bc req-f1bde68d-d7f3-447e-8ab9-580ac50386aa tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689737'] for floatingip, after_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:28.268133 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.db.l3_db [req-706d994d-4e55-48c1-9559-6df74ec262bc req-f1bde68d-d7f3-447e-8ab9-580ac50386aa tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Floating IP 447dbd7e-de03-491c-9b56-66381c688275 disassociated. External IP: 172.27.3.65, port: 3e75f237-595c-4bdd-8193-9782a260f740. Jun 21 04:30:28.268475 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.plugin [req-706d994d-4e55-48c1-9559-6df74ec262bc req-f1bde68d-d7f3-447e-8ab9-580ac50386aa tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Calling delete_port for 3e75f237-595c-4bdd-8193-9782a260f740 owned by compute:nova {{(pid=92782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:30:28.332802 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.agents_db [None req-2d4e51dd-16b2-4ea0-aa94-70b67a47226d None None] Agent healthcheck: found 6 active agents {{(pid=92785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:30:28.437699 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-706d994d-4e55-48c1-9559-6df74ec262bc req-f1bde68d-d7f3-447e-8ab9-580ac50386aa tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14133696'] for port, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:28.441551 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-306461bd-ba68-41a6-abdf-6bd0837a4e3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:28.472218 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bde68d-d7f3-447e-8ab9-580ac50386aa tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Pushing event deleted for resources: {'Port': ['ID=3e75f237-595c-4bdd-8193-9782a260f740,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:28.477480 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-f1bde68d-d7f3-447e-8ab9-580ac50386aa tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:28.494255 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de9c01-b760-4b68-a9c1-697236d245d5 req-22c03176-20c6-4a9f-b8fb-34cd516f9fc0 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:28.496216 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f4de9c01-b760-4b68-a9c1-697236d245d5 req-22c03176-20c6-4a9f-b8fb-34cd516f9fc0 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=c758973b-55c6-4af4-85df-86b29bacee36 HTTP/1.1" status: 200 len: 867 time: 0.1231203 Jun 21 04:30:28.602417 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f4de9c01-b760-4b68-a9c1-697236d245d5 req-a8ded824-f8d0-445e-abad-673bc2dcd0b9 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?id=d70c9646-a852-4f4d-a850-9cdfde0acad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703442 Jun 21 04:30:28.627953 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-706d994d-4e55-48c1-9559-6df74ec262bc req-f1bde68d-d7f3-447e-8ab9-580ac50386aa tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Router 871e4e22-5215-42b8-953d-959ba03e8bcc has already been hosted by L3 agent 24838221-9d49-44eb-9e47-6a2fc9da17a2 {{(pid=92782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:30:28.745598 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-706d994d-4e55-48c1-9559-6df74ec262bc req-f1bde68d-d7f3-447e-8ab9-580ac50386aa tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify agent at l3_agent.dv-cinder-797170-3-iscsi the message routers_updated {{(pid=92782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:30:28.757768 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44611151-0853-400f-a3bf-f142cc64cf02 None None] Sync routers for ids ['871e4e22-5215-42b8-953d-959ba03e8bcc'] in dv-cinder-797170-3-iscsi {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:30:28.767262 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44611151-0853-400f-a3bf-f142cc64cf02 None None] Routers {'871e4e22-5215-42b8-953d-959ba03e8bcc'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:30:28.767942 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-44611151-0853-400f-a3bf-f142cc64cf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:30:00Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['871e4e22-5215-42b8-953d-959ba03e8bcc'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:30:28.791663 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.l3_dvrscheduler_db [req-706d994d-4e55-48c1-9559-6df74ec262bc req-f1bde68d-d7f3-447e-8ab9-580ac50386aa tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] No DVR routers for this DVR port 3e75f237-595c-4bdd-8193-9782a260f740 on host hv-cinder-79717 {{(pid=92782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:30:28.794336 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-706d994d-4e55-48c1-9559-6df74ec262bc req-f1bde68d-d7f3-447e-8ab9-580ac50386aa tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for port, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:28.800332 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-706d994d-4e55-48c1-9559-6df74ec262bc req-f1bde68d-d7f3-447e-8ab9-580ac50386aa tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.55 "DELETE /v2.0/ports/3e75f237-595c-4bdd-8193-9782a260f740 HTTP/1.1" status: 204 len: 173 time: 0.9237368 Jun 21 04:30:28.800332 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c758973b-55c6-4af4-85df-86b29bacee36', 'name': 'network-vif-deleted', 'tag': '3e75f237-595c-4bdd-8193-9782a260f740'}] {{(pid=92782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:30:28.800332 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20f1c8b8986f59859b4229cceefba24e6e47d71d2fcee399c6ca6947cd3b11b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b50c55-9653-4ed4-98cc-5ac46e2c44fb" -d '{"events": [{"server_uuid": "c758973b-55c6-4af4-85df-86b29bacee36", "name": "network-vif-deleted", "tag": "3e75f237-595c-4bdd-8193-9782a260f740"}]}' {{(pid=92782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:30:28.869405 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9d62b7-b7ab-4c17-ab6b-4e51672c288f x-openstack-request-id: req-ce9d62b7-b7ab-4c17-ab6b-4e51672c288f {{(pid=92782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:30:28.870099 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c758973b-55c6-4af4-85df-86b29bacee36", "name": "network-vif-deleted", "tag": "3e75f237-595c-4bdd-8193-9782a260f740", "status": "completed", "code": 200}]} {{(pid=92782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:30:28.870099 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ce9d62b7-b7ab-4c17-ab6b-4e51672c288f {{(pid=92782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:30:28.870892 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c758973b-55c6-4af4-85df-86b29bacee36', 'name': 'network-vif-deleted', 'tag': '3e75f237-595c-4bdd-8193-9782a260f740', 'status': 'completed', 'code': 200} Jun 21 04:30:28.898316 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-44611151-0853-400f-a3bf-f142cc64cf02 None None] Set router 871e4e22-5215-42b8-953d-959ba03e8bcc gateway port host: dv-cinder-797170-3-iscsi {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:30:29.070985 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42159660-16a8-4695-8fdc-03aff6c620f7 req-39bf43a2-ed7f-4c4c-9447-646d2e95a37f tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:29.072654 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-42159660-16a8-4695-8fdc-03aff6c620f7 req-39bf43a2-ed7f-4c4c-9447-646d2e95a37f tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] 10.222.0.53 "GET /v2.0/networks?id=18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd HTTP/1.1" status: 200 len: 814 time: 0.1223190 Jun 21 04:30:29.088081 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-42159660-16a8-4695-8fdc-03aff6c620f7 req-cf08c41b-6988-4f45-a05a-682a682a1bce tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] 10.222.0.53 "GET /v2.0/quotas/7897a07272f44a04845dda7a9ac9717f HTTP/1.1" status: 200 len: 375 time: 0.0090241 Jun 21 04:30:29.121498 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-42159660-16a8-4695-8fdc-03aff6c620f7 req-936c20ab-e297-4976-b8ea-0e8150cd2cf3 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7897a07272f44a04845dda7a9ac9717f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277488 Jun 21 04:30:29.127517 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-44611151-0853-400f-a3bf-f142cc64cf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'name': 'tempest-AttachVolumeTestJSON-81153680-router', 'tenant_id': '7ac19631df71474c90f158e6a57cb69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '2f1d93d1-5462-459d-9a1b-df3c3db6f96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:24Z', 'updated_at': '2021-06-21T04:25:36Z', 'revision_number': 4, 'project_id': '7ac19631df71474c90f158e6a57cb69b', 'gw_port': {'id': '2f1d93d1-5462-459d-9a1b-df3c3db6f96a', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:7c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:26Z', 'updated_at': '2021-06-21T04:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': '392b9564-7aa7-4803-9f64-dcae4869533d', 'name': '', 'network_id': 'b0453a8f-147d-435a-b4a9-ec66a5c92927', 'tenant_id': '7ac19631df71474c90f158e6a57cb69b', 'mac_address': 'fa:16:3e:da:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cc19a82e-f40e-472d-88c4-f521c9c405b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:34Z', 'updated_at': '2021-06-21T04:25:43Z', 'revision_number': 5, 'project_id': '7ac19631df71474c90f158e6a57cb69b', 'subnets': [{'id': 'cc19a82e-f40e-472d-88c4-f521c9c405b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:30:29.153756 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44611151-0853-400f-a3bf-f142cc64cf02 None None] Checking router: 871e4e22-5215-42b8-953d-959ba03e8bcc for host: dv-cinder-797170-3-iscsi {{(pid=92784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:30:29.163115 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44611151-0853-400f-a3bf-f142cc64cf02 None None] Routers {'871e4e22-5215-42b8-953d-959ba03e8bcc'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:30:29.163893 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-44611151-0853-400f-a3bf-f142cc64cf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:30:00Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['871e4e22-5215-42b8-953d-959ba03e8bcc'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:30:29.277734 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-42159660-16a8-4695-8fdc-03aff6c620f7 req-935c6055-5eb1-42f0-a229-f95300ce91a8 service neutron] 10.222.0.53 "GET /v2.0/networks/18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480255 Jun 21 04:30:29.301909 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-44611151-0853-400f-a3bf-f142cc64cf02 None None] Set router 871e4e22-5215-42b8-953d-959ba03e8bcc gateway port host: dv-cinder-797170-3-iscsi {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:30:29.386336 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-42159660-16a8-4695-8fdc-03aff6c620f7 req-79c69422-e8b5-4535-bab6-2b686a93a46d service neutron] 10.222.0.53 "GET /v2.0/networks/18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992746 Jun 21 04:30:29.594630 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-44611151-0853-400f-a3bf-f142cc64cf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'name': 'tempest-AttachVolumeTestJSON-81153680-router', 'tenant_id': '7ac19631df71474c90f158e6a57cb69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '2f1d93d1-5462-459d-9a1b-df3c3db6f96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:24Z', 'updated_at': '2021-06-21T04:25:36Z', 'revision_number': 4, 'project_id': '7ac19631df71474c90f158e6a57cb69b', 'gw_port': {'id': '2f1d93d1-5462-459d-9a1b-df3c3db6f96a', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:7c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:26Z', 'updated_at': '2021-06-21T04:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': '392b9564-7aa7-4803-9f64-dcae4869533d', 'name': '', 'network_id': 'b0453a8f-147d-435a-b4a9-ec66a5c92927', 'tenant_id': '7ac19631df71474c90f158e6a57cb69b', 'mac_address': 'fa:16:3e:da:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cc19a82e-f40e-472d-88c4-f521c9c405b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:34Z', 'updated_at': '2021-06-21T04:25:43Z', 'revision_number': 5, 'project_id': '7ac19631df71474c90f158e6a57cb69b', 'subnets': [{'id': 'cc19a82e-f40e-472d-88c4-f521c9c405b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:30:29.596064 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a075bc04-a398-4fe0-841d-b0a5c6ee5ab4 req-6c3b8f62-3241-411a-a4f7-48729f467e24 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] 10.222.0.53 "GET /v2.0/ports?device_id=3043e788-b0fe-45cb-8aad-440438343b5c HTTP/1.1" status: 200 len: 210 time: 0.0298216 Jun 21 04:30:29.626450 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44611151-0853-400f-a3bf-f142cc64cf02 None None] The sync data for ids ['871e4e22-5215-42b8-953d-959ba03e8bcc'] in dv-cinder-797170-3-iscsi is: [{'id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'name': 'tempest-AttachVolumeTestJSON-81153680-router', 'tenant_id': '7ac19631df71474c90f158e6a57cb69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '2f1d93d1-5462-459d-9a1b-df3c3db6f96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:24Z', 'updated_at': '2021-06-21T04:25:36Z', 'revision_number': 4, 'project_id': '7ac19631df71474c90f158e6a57cb69b', 'gw_port': {'id': '2f1d93d1-5462-459d-9a1b-df3c3db6f96a', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:7c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:26Z', 'updated_at': '2021-06-21T04:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': '392b9564-7aa7-4803-9f64-dcae4869533d', 'name': '', 'network_id': 'b0453a8f-147d-435a-b4a9-ec66a5c92927', 'tenant_id': '7ac19631df71474c90f158e6a57cb69b', 'mac_address': 'fa:16:3e:da:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cc19a82e-f40e-472d-88c4-f521c9c405b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:34Z', 'updated_at': '2021-06-21T04:25:43Z', 'revision_number': 5, 'project_id': '7ac19631df71474c90f158e6a57cb69b', 'subnets': [{'id': 'cc19a82e-f40e-472d-88c4-f521c9c405b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:30:29.745856 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 34678) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:29.774313 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-7812a875-b86c-4c33-9594-48433032cb69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:29.856488 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-3b19e961-fa96-483c-8096-f5b3ec0bc3d9 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks [] for security_group, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:29.884460 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-3b19e961-fa96-483c-8096-f5b3ec0bc3d9 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:29.965873 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-3b19e961-fa96-483c-8096-f5b3ec0bc3d9 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:29.968869 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-3b19e961-fa96-483c-8096-f5b3ec0bc3d9 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks [] for security_group, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:29.970078 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-3b19e961-fa96-483c-8096-f5b3ec0bc3d9 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "DELETE /v2.0/security-groups/d70c9646-a852-4f4d-a850-9cdfde0acad0 HTTP/1.1" status: 204 len: 168 time: 0.2230086 Jun 21 04:30:29.970479 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd54a9f-8741-4524-a3bf-a7b41632ae94 None None] New status for floating IP 447dbd7e-de03-491c-9b56-66381c688275: DOWN {{(pid=92785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:30:29.971667 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-dfe99da9-0dda-4ea1-801a-5a11eff8ec12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:29.972979 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 34684) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:29.985033 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b19e961-fa96-483c-8096-f5b3ec0bc3d9 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70c9646-a852-4f4d-a850-9cdfde0acad0,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:29.987698 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-3b19e961-fa96-483c-8096-f5b3ec0bc3d9 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:29.990595 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.api.v2.resource [None req-528b4ad0-4cad-4ddb-9495-c7cf437fd748 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] show failed (client error): The resource could not be found. Jun 21 04:30:29.994432 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-528b4ad0-4cad-4ddb-9495-c7cf437fd748 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups/d70c9646-a852-4f4d-a850-9cdfde0acad0 HTTP/1.1" status: 404 len: 347 time: 0.0202529 Jun 21 04:30:29.995248 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 34686) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:30.066006 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:30.446531 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [None req-933fb917-e543-4e6d-b03c-381cbb68179e tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Deleting port d89beed1-7e9b-4b4b-8f69-09990de325d3 {{(pid=92783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:30:30.446971 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-933fb917-e543-4e6d-b03c-381cbb68179e tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:30.538910 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-933fb917-e543-4e6d-b03c-381cbb68179e tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:30.539314 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-933fb917-e543-4e6d-b03c-381cbb68179e tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:30.610425 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [None req-933fb917-e543-4e6d-b03c-381cbb68179e tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Calling delete_port for d89beed1-7e9b-4b4b-8f69-09990de325d3 owned by network:floatingip {{(pid=92783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:30:30.771765 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-933fb917-e543-4e6d-b03c-381cbb68179e tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641976'] for port, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:30.774180 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:30.802857 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933fb917-e543-4e6d-b03c-381cbb68179e tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Pushing event deleted for resources: {'Port': ['ID=d89beed1-7e9b-4b4b-8f69-09990de325d3,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:30.805073 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-933fb917-e543-4e6d-b03c-381cbb68179e tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:30.831350 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a5967745-30cf-4aaa-b65a-66697d366df4 req-ee4ed625-8380-48e8-9f04-762163d36408 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] 10.222.0.53 "GET /v2.0/ports?device_id=3043e788-b0fe-45cb-8aad-440438343b5c HTTP/1.1" status: 200 len: 210 time: 0.0480273 Jun 21 04:30:30.888440 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-933fb917-e543-4e6d-b03c-381cbb68179e tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks [] for floatingip, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:30.891641 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-933fb917-e543-4e6d-b03c-381cbb68179e tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for floatingip, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:30.892802 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-933fb917-e543-4e6d-b03c-381cbb68179e tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "DELETE /v2.0/floatingips/447dbd7e-de03-491c-9b56-66381c688275 HTTP/1.1" status: 204 len: 168 time: 0.8965847 Jun 21 04:30:31.172322 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-96e1c505-da01-46a8-887c-1f2eb0a4db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:31.200709 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42159660-16a8-4695-8fdc-03aff6c620f7 req-f23eda87-aee7-49c3-a453-84fe11b287f9 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:31.202571 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-42159660-16a8-4695-8fdc-03aff6c620f7 req-f23eda87-aee7-49c3-a453-84fe11b287f9 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] 10.222.0.55 "GET /v2.0/networks?id=18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd HTTP/1.1" status: 200 len: 814 time: 0.1327906 Jun 21 04:30:31.217415 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 3e75f237-595c-4bdd-8193-9782a260f740 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:30:31.219338 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [req-42159660-16a8-4695-8fdc-03aff6c620f7 req-6ee67b18-2120-4dc5-b6f9-81519a7a287c tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Request body: {'port': {'device_id': '3043e788-b0fe-45cb-8aad-440438343b5c', 'network_id': '18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd', 'admin_state_up': True, 'tenant_id': '7897a07272f44a04845dda7a9ac9717f'}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:31.252180 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] No Port match for: 3e75f237-595c-4bdd-8193-9782a260f740 {{(pid=92784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:30:31.252180 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 3e75f237-595c-4bdd-8193-9782a260f740 not bound to the agent host hv-cinder-79717 {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:30:31.353928 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42159660-16a8-4695-8fdc-03aff6c620f7 req-6ee67b18-2120-4dc5-b6f9-81519a7a287c tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Made reservation on behalf of 7897a07272f44a04845dda7a9ac9717f for: {'port': 1} {{(pid=92782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:30:31.358601 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-42159660-16a8-4695-8fdc-03aff6c620f7 req-6ee67b18-2120-4dc5-b6f9-81519a7a287c tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:31.468521 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 34718) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:31.474036 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [None req-006d27c4-cedb-4a8d-804d-905b3002b2fc tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1201615979', 'description': 'tempest-description--1975857162'}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:31.505159 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-006d27c4-cedb-4a8d-804d-905b3002b2fc tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:31.523349 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.db_base_plugin_common [req-42159660-16a8-4695-8fdc-03aff6c620f7 req-6ee67b18-2120-4dc5-b6f9-81519a7a287c tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Allocated IP 172.20.0.10 (18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd/9534a048-bca8-4bde-9221-b876cd1e321e/530e4b61-4354-402e-ac92-f5ffaffacac8) {{(pid=92782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:30:31.607542 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-006d27c4-cedb-4a8d-804d-905b3002b2fc tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:31.612135 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-006d27c4-cedb-4a8d-804d-905b3002b2fc tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:31.615405 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-ac661f30-76da-4af7-b5c8-cf6e05727703 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:31.645469 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-006d27c4-cedb-4a8d-804d-905b3002b2fc tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:31.647140 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-006d27c4-cedb-4a8d-804d-905b3002b2fc tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1770027 Jun 21 04:30:31.649940 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 34720) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:31.655338 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [None req-377f9cbe-a3c5-4a51-b3d9-8f36ae58927d tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Request body: {'security_group_rule': {'security_group_id': '0d3e9094-974d-4585-9ebb-d31d85f66af5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:31.660819 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d27c4-cedb-4a8d-804d-905b3002b2fc tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3e9094-974d-4585-9ebb-d31d85f66af5,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:31.665316 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-006d27c4-cedb-4a8d-804d-905b3002b2fc tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:31.689279 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-377f9cbe-a3c5-4a51-b3d9-8f36ae58927d tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:31.702501 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-42159660-16a8-4695-8fdc-03aff6c620f7 req-6ee67b18-2120-4dc5-b6f9-81519a7a287c tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Notify callbacks [] for port, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:31.747052 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-42159660-16a8-4695-8fdc-03aff6c620f7 req-6ee67b18-2120-4dc5-b6f9-81519a7a287c tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14133711'] for port, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:31.751783 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-2ac8b301-de47-4cdb-a8e0-3920c3515a14 tempest-AttachVolumeNegativeTest-1337475180 tempest-AttachVolumeNegativeTest-1337475180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:31.755046 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-377f9cbe-a3c5-4a51-b3d9-8f36ae58927d tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:31.759890 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-377f9cbe-a3c5-4a51-b3d9-8f36ae58927d tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408514'] for security_group_rule, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:31.763071 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:31.780407 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377f9cbe-a3c5-4a51-b3d9-8f36ae58927d tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a4cc78f-4e5c-433c-97f3-adcc58621352,revision_number=0']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:31.784336 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-377f9cbe-a3c5-4a51-b3d9-8f36ae58927d tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:31.791355 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-377f9cbe-a3c5-4a51-b3d9-8f36ae58927d tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:31.796395 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-377f9cbe-a3c5-4a51-b3d9-8f36ae58927d tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1422017 Jun 21 04:30:31.796790 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 34724) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:31.801602 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [None req-e0e5c22a-7c9d-41c0-82fc-41110b47fb41 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Request body: {'security_group_rule': {'security_group_id': '0d3e9094-974d-4585-9ebb-d31d85f66af5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:31.813567 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42159660-16a8-4695-8fdc-03aff6c620f7 req-6ee67b18-2120-4dc5-b6f9-81519a7a287c tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Network 18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd is already hosted by enough agents. {{(pid=92782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:30:31.817088 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.base_scheduler [req-42159660-16a8-4695-8fdc-03aff6c620f7 req-6ee67b18-2120-4dc5-b6f9-81519a7a287c tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Resources bound (agent type, host, resource id): {{(pid=92782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:30:31.820987 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.l3_dvrscheduler_db [req-42159660-16a8-4695-8fdc-03aff6c620f7 req-6ee67b18-2120-4dc5-b6f9-81519a7a287c tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Received port after_create {{(pid=92782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:30:31.835159 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-e0e5c22a-7c9d-41c0-82fc-41110b47fb41 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:31.859137 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee67b18-2120-4dc5-b6f9-81519a7a287c tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Pushing event updated for resources: {'Port': ['ID=530e4b61-4354-402e-ac92-f5ffaffacac8,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:31.869960 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-6ee67b18-2120-4dc5-b6f9-81519a7a287c tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:31.913111 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-e0e5c22a-7c9d-41c0-82fc-41110b47fb41 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:31.919831 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-e0e5c22a-7c9d-41c0-82fc-41110b47fb41 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408514'] for security_group_rule, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:31.923426 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-94aeccd3-b60c-42bb-b56f-1ede18f49e9e tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:31.928355 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42159660-16a8-4695-8fdc-03aff6c620f7 req-6ee67b18-2120-4dc5-b6f9-81519a7a287c tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:31.929238 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-42159660-16a8-4695-8fdc-03aff6c620f7 req-6ee67b18-2120-4dc5-b6f9-81519a7a287c tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for port, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:31.944640 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e5c22a-7c9d-41c0-82fc-41110b47fb41 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecd3dedd-c515-4b96-80e9-32743889ca5b,revision_number=0']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:31.948317 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-e0e5c22a-7c9d-41c0-82fc-41110b47fb41 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:31.955268 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-e0e5c22a-7c9d-41c0-82fc-41110b47fb41 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:31.957083 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-e0e5c22a-7c9d-41c0-82fc-41110b47fb41 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1589670 Jun 21 04:30:31.960554 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 34730) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:31.964477 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-42159660-16a8-4695-8fdc-03aff6c620f7 req-6ee67b18-2120-4dc5-b6f9-81519a7a287c tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7526400 Jun 21 04:30:31.970035 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [None req-b836c84b-b14a-4392-9b0d-bc47d48b5c72 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Request body: {'floatingip': {'floating_network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3'}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:31.986097 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [req-42159660-16a8-4695-8fdc-03aff6c620f7 req-19290908-7a24-4baf-9ca4-8c9cea9db777 service neutron] Request body: {'port': {'device_id': '3043e788-b0fe-45cb-8aad-440438343b5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:32.003752 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b836c84b-b14a-4392-9b0d-bc47d48b5c72 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks [] for floatingip, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:32.072010 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-42159660-16a8-4695-8fdc-03aff6c620f7 req-19290908-7a24-4baf-9ca4-8c9cea9db777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:32.114637 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b836c84b-b14a-4392-9b0d-bc47d48b5c72 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:32.227008 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.db_base_plugin_common [None req-b836c84b-b14a-4392-9b0d-bc47d48b5c72 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Allocated IP 172.27.3.98 (6916bb71-a8d9-40e6-a88e-dbc7129bc7b3/8c39627d-1aec-4229-8b15-efcd0ccd7e2f/2062f895-42da-46d1-9c56-3b9e7ebfc6de) {{(pid=92783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:30:32.291761 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b91443-624e-49d7-abfb-9eb8345cc38e req-d39d7f36-7150-46d2-b60c-a5cf3bc52d25 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:32.294877 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-b8b91443-624e-49d7-abfb-9eb8345cc38e req-d39d7f36-7150-46d2-b60c-a5cf3bc52d25 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] 10.222.0.53 "GET /v2.0/ports?device_id=3043e788-b0fe-45cb-8aad-440438343b5c HTTP/1.1" status: 200 len: 932 time: 0.2841878 Jun 21 04:30:32.348368 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b836c84b-b14a-4392-9b0d-bc47d48b5c72 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks [] for port, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:32.357497 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-b8b91443-624e-49d7-abfb-9eb8345cc38e req-adf67d21-af19-411c-a042-ec96ee609a9d tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] 10.222.0.53 "GET /v2.0/security-groups?id=19651219-aa53-4b6e-b790-a60b627bd385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583291 Jun 21 04:30:32.392305 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b836c84b-b14a-4392-9b0d-bc47d48b5c72 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12641975'] for port, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:32.394521 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-9aa1ee0a-edff-443e-9007-da6669904e4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:32.435453 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b836c84b-b14a-4392-9b0d-bc47d48b5c72 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Network 6916bb71-a8d9-40e6-a88e-dbc7129bc7b3 is already hosted by enough agents. {{(pid=92783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:30:32.436766 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.notifiers.nova [req-42159660-16a8-4695-8fdc-03aff6c620f7 req-19290908-7a24-4baf-9ca4-8c9cea9db777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 530e4b61-4354-402e-ac92-f5ffaffacac8 {{(pid=92782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:30:32.439688 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.base_scheduler [None req-b836c84b-b14a-4392-9b0d-bc47d48b5c72 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Resources bound (agent type, host, resource id): {{(pid=92783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:30:32.444296 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b836c84b-b14a-4392-9b0d-bc47d48b5c72 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Received port after_create {{(pid=92783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:30:32.449182 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-42159660-16a8-4695-8fdc-03aff6c620f7 req-19290908-7a24-4baf-9ca4-8c9cea9db777 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:32.465093 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.provisioning_blocks [req-42159660-16a8-4695-8fdc-03aff6c620f7 req-19290908-7a24-4baf-9ca4-8c9cea9db777 service neutron] Transition to ACTIVE for port object 530e4b61-4354-402e-ac92-f5ffaffacac8 will not be triggered until provisioned by entity L2. {{(pid=92782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:30:32.468993 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b836c84b-b14a-4392-9b0d-bc47d48b5c72 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Pushing event updated for resources: {'Port': ['ID=2062f895-42da-46d1-9c56-3b9e7ebfc6de,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:32.469509 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-42159660-16a8-4695-8fdc-03aff6c620f7 req-19290908-7a24-4baf-9ca4-8c9cea9db777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14133753'] for port, after_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:32.472155 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-1b271051-411a-4b22-a28e-06a2de8004e6 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:32.473316 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-b836c84b-b14a-4392-9b0d-bc47d48b5c72 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:32.545496 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b836c84b-b14a-4392-9b0d-bc47d48b5c72 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:32.572617 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19290908-7a24-4baf-9ca4-8c9cea9db777 service neutron] Pushing event updated for resources: {'Port': ['ID=530e4b61-4354-402e-ac92-f5ffaffacac8,revision_number=2']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:32.576318 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-19290908-7a24-4baf-9ca4-8c9cea9db777 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:32.597498 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b836c84b-b14a-4392-9b0d-bc47d48b5c72 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:32.603393 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-a8ace0c1-1149-433a-b03a-8a8d050911ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:32.629771 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.managers [req-42159660-16a8-4695-8fdc-03aff6c620f7 req-19290908-7a24-4baf-9ca4-8c9cea9db777 service neutron] Attempting to bind port 530e4b61-4354-402e-ac92-f5ffaffacac8 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:30:32.630403 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.managers [req-42159660-16a8-4695-8fdc-03aff6c620f7 req-19290908-7a24-4baf-9ca4-8c9cea9db777 service neutron] Attempting to bind port 530e4b61-4354-402e-ac92-f5ffaffacac8 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '1e531e74-06ba-4c86-a586-9f6f254ac7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd'}] {{(pid=92782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:30:32.630923 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42159660-16a8-4695-8fdc-03aff6c620f7 req-19290908-7a24-4baf-9ca4-8c9cea9db777 service neutron] Attempting to bind port 530e4b61-4354-402e-ac92-f5ffaffacac8 on network 18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:30:32.635266 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42159660-16a8-4695-8fdc-03aff6c620f7 req-19290908-7a24-4baf-9ca4-8c9cea9db777 service neutron] Port 530e4b61-4354-402e-ac92-f5ffaffacac8 on network 18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:30:32.635586 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42159660-16a8-4695-8fdc-03aff6c620f7 req-19290908-7a24-4baf-9ca4-8c9cea9db777 service neutron] Attempting to bind port 530e4b61-4354-402e-ac92-f5ffaffacac8 on network 18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:30:32.641638 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42159660-16a8-4695-8fdc-03aff6c620f7 req-19290908-7a24-4baf-9ca4-8c9cea9db777 service neutron] Checking agent: {'id': 'e86ead90-85ed-45dc-94a1-895a24121321', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 23, 47), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:30:32.642092 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42159660-16a8-4695-8fdc-03aff6c620f7 req-19290908-7a24-4baf-9ca4-8c9cea9db777 service neutron] Checking segment: {'id': '1e531e74-06ba-4c86-a586-9f6f254ac7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:30:32.642299 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42159660-16a8-4695-8fdc-03aff6c620f7 req-19290908-7a24-4baf-9ca4-8c9cea9db777 service neutron] Bound using segment: {'id': '1e531e74-06ba-4c86-a586-9f6f254ac7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd'} {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:30:32.642792 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.managers [req-42159660-16a8-4695-8fdc-03aff6c620f7 req-19290908-7a24-4baf-9ca4-8c9cea9db777 service neutron] Bound port: 530e4b61-4354-402e-ac92-f5ffaffacac8, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e531e74-06ba-4c86-a586-9f6f254ac7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd'}}] {{(pid=92782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:30:32.643202 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-42159660-16a8-4695-8fdc-03aff6c620f7 req-19290908-7a24-4baf-9ca4-8c9cea9db777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:32.708682 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.db [req-42159660-16a8-4695-8fdc-03aff6c620f7 req-19290908-7a24-4baf-9ca4-8c9cea9db777 service neutron] For port 530e4b61-4354-402e-ac92-f5ffaffacac8, host hv-cinder-79717, cleared binding levels {{(pid=92782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:30:32.712365 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.db [req-42159660-16a8-4695-8fdc-03aff6c620f7 req-19290908-7a24-4baf-9ca4-8c9cea9db777 service neutron] For port 530e4b61-4354-402e-ac92-f5ffaffacac8, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=530e4b61-4354-402e-ac92-f5ffaffacac8,segment=NetworkSegment(1e531e74-06ba-4c86-a586-9f6f254ac7e3),segment_id=1e531e74-06ba-4c86-a586-9f6f254ac7e3)] {{(pid=92782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:30:32.718224 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-42159660-16a8-4695-8fdc-03aff6c620f7 req-19290908-7a24-4baf-9ca4-8c9cea9db777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14133753'] for port, after_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:32.721209 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-1caa980e-f536-4e45-a89f-2eebc16effb3 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:32.758721 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42159660-16a8-4695-8fdc-03aff6c620f7 req-19290908-7a24-4baf-9ca4-8c9cea9db777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:32.759343 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-42159660-16a8-4695-8fdc-03aff6c620f7 req-19290908-7a24-4baf-9ca4-8c9cea9db777 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for port, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:32.762410 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-42159660-16a8-4695-8fdc-03aff6c620f7 req-19290908-7a24-4baf-9ca4-8c9cea9db777 service neutron] 10.222.0.55 "PUT /v2.0/ports/530e4b61-4354-402e-ac92-f5ffaffacac8 HTTP/1.1" status: 200 len: 1094 time: 0.7861602 Jun 21 04:30:32.762410 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3043e788-b0fe-45cb-8aad-440438343b5c', 'tag': '530e4b61-4354-402e-ac92-f5ffaffacac8'}] {{(pid=92782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:30:32.763557 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20f1c8b8986f59859b4229cceefba24e6e47d71d2fcee399c6ca6947cd3b11b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dfdabc4-a846-4d9a-a936-e331082069d8" -d '{"events": [{"name": "network-changed", "server_uuid": "3043e788-b0fe-45cb-8aad-440438343b5c", "tag": "530e4b61-4354-402e-ac92-f5ffaffacac8"}]}' {{(pid=92782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:30:32.775746 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b836c84b-b14a-4392-9b0d-bc47d48b5c72 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks [] for port, precommit_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:32.783852 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b836c84b-b14a-4392-9b0d-bc47d48b5c72 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641921'] for port, after_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:32.790639 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-0a8bb6e3-8229-45d2-b534-3c8cd331869c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:32.799542 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19290908-7a24-4baf-9ca4-8c9cea9db777 service neutron] Pushing event updated for resources: {'Port': ['ID=530e4b61-4354-402e-ac92-f5ffaffacac8,revision_number=3']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:32.803683 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-19290908-7a24-4baf-9ca4-8c9cea9db777 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:32.835885 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2dcd767-30d2-490d-8e15-02f3ce5caef0 x-openstack-request-id: req-e2dcd767-30d2-490d-8e15-02f3ce5caef0 {{(pid=92782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:30:32.836319 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3043e788-b0fe-45cb-8aad-440438343b5c", "tag": "530e4b61-4354-402e-ac92-f5ffaffacac8", "status": "completed", "code": 200}]} {{(pid=92782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:30:32.838343 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e2dcd767-30d2-490d-8e15-02f3ce5caef0 {{(pid=92782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:30:32.838343 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3043e788-b0fe-45cb-8aad-440438343b5c', 'tag': '530e4b61-4354-402e-ac92-f5ffaffacac8', 'status': 'completed', 'code': 200} Jun 21 04:30:32.863443 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b836c84b-b14a-4392-9b0d-bc47d48b5c72 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Pushing event updated for resources: {'Port': ['ID=2062f895-42da-46d1-9c56-3b9e7ebfc6de,revision_number=2']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:32.867732 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-b836c84b-b14a-4392-9b0d-bc47d48b5c72 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:32.868883 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b836c84b-b14a-4392-9b0d-bc47d48b5c72 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689737'] for floatingip, after_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:32.869089 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42159660-16a8-4695-8fdc-03aff6c620f7 req-7b54d620-6eb2-4e03-8b5a-401e56b774ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:32.870715 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-42159660-16a8-4695-8fdc-03aff6c620f7 req-7b54d620-6eb2-4e03-8b5a-401e56b774ec service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7897a07272f44a04845dda7a9ac9717f&device_id=3043e788-b0fe-45cb-8aad-440438343b5c HTTP/1.1" status: 200 len: 1097 time: 0.0660973 Jun 21 04:30:32.883935 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b836c84b-b14a-4392-9b0d-bc47d48b5c72 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for floatingip, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:32.886422 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-b836c84b-b14a-4392-9b0d-bc47d48b5c72 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9223714 Jun 21 04:30:32.919000 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-42159660-16a8-4695-8fdc-03aff6c620f7 req-2b373366-3763-42b0-ad8e-d28890d1faa4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=530e4b61-4354-402e-ac92-f5ffaffacac8 HTTP/1.1" status: 200 len: 217 time: 0.0388665 Jun 21 04:30:32.970016 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42159660-16a8-4695-8fdc-03aff6c620f7 req-dc3f36c1-9976-4785-bb84-6c5b1419b234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:32.971499 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-42159660-16a8-4695-8fdc-03aff6c620f7 req-dc3f36c1-9976-4785-bb84-6c5b1419b234 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9534a048-bca8-4bde-9221-b876cd1e321e HTTP/1.1" status: 200 len: 854 time: 0.0460467 Jun 21 04:30:33.017753 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-42159660-16a8-4695-8fdc-03aff6c620f7 req-6f9abaf7-0c9a-4907-858e-61175ea759ee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388725 Jun 21 04:30:33.128599 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3fd93003-bed5-4cd7-9655-bd653c3bef2a req-28ed63ce-c5a2-4baf-8501-80538e665770 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1201615979&fields=id&tenant_id=7ac19631df71474c90f158e6a57cb69b HTTP/1.1" status: 200 len: 267 time: 0.0552971 Jun 21 04:30:33.153095 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-42159660-16a8-4695-8fdc-03aff6c620f7 req-7f032cac-63e9-433d-964f-e32f4d3ec954 service neutron] 10.222.0.55 "GET /v2.0/networks/18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269822 Jun 21 04:30:33.313012 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd93003-bed5-4cd7-9655-bd653c3bef2a req-43e77961-d1e1-4a53-b595-e14d6ce6aa36 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:33.314415 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3fd93003-bed5-4cd7-9655-bd653c3bef2a req-43e77961-d1e1-4a53-b595-e14d6ce6aa36 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/networks?id=b0453a8f-147d-435a-b4a9-ec66a5c92927 HTTP/1.1" status: 200 len: 809 time: 0.1757183 Jun 21 04:30:33.317921 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-42159660-16a8-4695-8fdc-03aff6c620f7 req-e26af478-974e-4977-9001-61068573d2e2 service neutron] 10.222.0.55 "GET /v2.0/networks/18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512458 Jun 21 04:30:33.329628 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3fd93003-bed5-4cd7-9655-bd653c3bef2a req-9b528f97-d5f5-4c48-b1b3-0b3b92d2db2b tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/quotas/7ac19631df71474c90f158e6a57cb69b HTTP/1.1" status: 200 len: 375 time: 0.0097532 Jun 21 04:30:33.435537 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3fd93003-bed5-4cd7-9655-bd653c3bef2a req-deed3507-71bb-42c7-97c3-19b47341682b tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7ac19631df71474c90f158e6a57cb69b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0995734 Jun 21 04:30:33.449954 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfdabc4-a846-4d9a-a936-e331082069d8 req-4672b609-cd5c-4d8b-b598-56c7c99a9ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:33.452172 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-2dfdabc4-a846-4d9a-a936-e331082069d8 req-4672b609-cd5c-4d8b-b598-56c7c99a9ee0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7897a07272f44a04845dda7a9ac9717f&device_id=3043e788-b0fe-45cb-8aad-440438343b5c HTTP/1.1" status: 200 len: 1097 time: 0.0797834 Jun 21 04:30:33.936641 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3fd93003-bed5-4cd7-9655-bd653c3bef2a req-38cb1a96-6af6-4000-a071-4375155dc68c service neutron] 10.222.0.53 "GET /v2.0/networks/b0453a8f-147d-435a-b4a9-ec66a5c92927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4786453 Jun 21 04:30:33.943507 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfdabc4-a846-4d9a-a936-e331082069d8 req-32abf6d8-8da7-47f9-8c5f-352a2dc5e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:33.944873 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-2dfdabc4-a846-4d9a-a936-e331082069d8 req-32abf6d8-8da7-47f9-8c5f-352a2dc5e9bc service neutron] 10.222.0.55 "GET /v2.0/networks?id=18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd HTTP/1.1" status: 200 len: 915 time: 0.4797220 Jun 21 04:30:34.031162 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-2dfdabc4-a846-4d9a-a936-e331082069d8 req-3eb46987-537f-4fc9-a1f7-3b799ad69d1f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=530e4b61-4354-402e-ac92-f5ffaffacac8 HTTP/1.1" status: 200 len: 217 time: 0.0765862 Jun 21 04:30:34.040315 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854f5bc-6b31-4f78-8ca8-c3114e8d7128 req-af178ad0-2b4e-487e-9abe-50d99c1f8087 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:34.041720 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-0854f5bc-6b31-4f78-8ca8-c3114e8d7128 req-af178ad0-2b4e-487e-9abe-50d99c1f8087 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] 10.222.0.53 "GET /v2.0/ports?device_id=3043e788-b0fe-45cb-8aad-440438343b5c HTTP/1.1" status: 200 len: 944 time: 0.5449414 Jun 21 04:30:34.135926 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfdabc4-a846-4d9a-a936-e331082069d8 req-b830fa0b-aaa2-4a7c-b490-5b73284b405e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:34.137368 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-2dfdabc4-a846-4d9a-a936-e331082069d8 req-b830fa0b-aaa2-4a7c-b490-5b73284b405e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9534a048-bca8-4bde-9221-b876cd1e321e HTTP/1.1" status: 200 len: 854 time: 0.0948143 Jun 21 04:30:34.164883 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-0854f5bc-6b31-4f78-8ca8-c3114e8d7128 req-f449324f-0e8a-44db-ba5e-e1730f63603c tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] 10.222.0.53 "GET /v2.0/security-groups?id=19651219-aa53-4b6e-b790-a60b627bd385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117048 Jun 21 04:30:34.168659 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3fd93003-bed5-4cd7-9655-bd653c3bef2a req-170b680a-a8f3-49e1-9214-32061378b9ad service neutron] 10.222.0.53 "GET /v2.0/networks/b0453a8f-147d-435a-b4a9-ec66a5c92927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225332 Jun 21 04:30:34.192223 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-2dfdabc4-a846-4d9a-a936-e331082069d8 req-8b5c885f-f9ee-405f-82cb-b1bec7a41f78 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429955 Jun 21 04:30:34.319885 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-2dfdabc4-a846-4d9a-a936-e331082069d8 req-6a089614-86ba-4f94-91e9-c2a2bc145222 service neutron] 10.222.0.55 "GET /v2.0/networks/18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196668 Jun 21 04:30:34.407948 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-519b3f32-878d-40da-ae32-8bb5966c0d85 req-4a9e7c1f-dcec-461c-a900-ac72fd1bbb20 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=86765939-ac55-4601-af3c-e2bdf8a6a35c HTTP/1.1" status: 200 len: 210 time: 0.0700586 Jun 21 04:30:34.473792 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-2dfdabc4-a846-4d9a-a936-e331082069d8 req-6ac7d0a5-7bf1-450e-9a05-85190b6c30fb service neutron] 10.222.0.55 "GET /v2.0/networks/18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459236 Jun 21 04:30:35.228756 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 530e4b61-4354-402e-ac92-f5ffaffacac8 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:30:35.382155 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 530e4b61-4354-402e-ac92-f5ffaffacac8, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=530e4b61-4354-402e-ac92-f5ffaffacac8,segment=NetworkSegment(1e531e74-06ba-4c86-a586-9f6f254ac7e3),segment_id=1e531e74-06ba-4c86-a586-9f6f254ac7e3)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:35.397846 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Returning: {'device': '530e4b61-4354-402e-ac92-f5ffaffacac8', 'network_id': '18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd', 'port_id': '530e4b61-4354-402e-ac92-f5ffaffacac8', 'mac_address': 'fa:16:3e:be:f2:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9534a048-bca8-4bde-9221-b876cd1e321e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:30:35.431204 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301af24-c261-4cd8-9217-ae1d6b8707ab req-bc182f9c-37a8-45cb-90b0-730fda562a8a tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:35.432798 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1301af24-c261-4cd8-9217-ae1d6b8707ab req-bc182f9c-37a8-45cb-90b0-730fda562a8a tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] 10.222.0.53 "GET /v2.0/ports?device_id=3043e788-b0fe-45cb-8aad-440438343b5c HTTP/1.1" status: 200 len: 944 time: 0.1391592 Jun 21 04:30:35.474283 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:35.492379 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.notifiers.nova [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 530e4b61-4354-402e-ac92-f5ffaffacac8 {{(pid=92784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:30:35.540969 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 530e4b61-4354-402e-ac92-f5ffaffacac8, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=530e4b61-4354-402e-ac92-f5ffaffacac8,segment=NetworkSegment(1e531e74-06ba-4c86-a586-9f6f254ac7e3),segment_id=1e531e74-06ba-4c86-a586-9f6f254ac7e3)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:35.548752 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:35.552808 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-aa3881d3-b613-4652-88a2-81e93389cf74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:35.569517 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1301af24-c261-4cd8-9217-ae1d6b8707ab req-3118d943-4492-402d-8a25-6e821511f7cc tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] 10.222.0.53 "GET /v2.0/security-groups?id=19651219-aa53-4b6e-b790-a60b627bd385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219234 Jun 21 04:30:35.625121 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Pushing event updated for resources: {'Port': ['ID=530e4b61-4354-402e-ac92-f5ffaffacac8,revision_number=4']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:35.628674 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:35.646590 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd93003-bed5-4cd7-9655-bd653c3bef2a req-eb7f942d-32cc-47a0-9298-cf2c95699bf5 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:35.648675 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3fd93003-bed5-4cd7-9655-bd653c3bef2a req-eb7f942d-32cc-47a0-9298-cf2c95699bf5 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.55 "GET /v2.0/networks?id=b0453a8f-147d-435a-b4a9-ec66a5c92927 HTTP/1.1" status: 200 len: 809 time: 0.1902809 Jun 21 04:30:35.714650 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-fde4c43a-3d95-491c-8281-778a53a8b63d req-86ef6caa-eb6c-4cdf-9664-8d6db505cb7d tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-560143925&fields=id&tenant_id=371add3dc65f463097e1b4846b0ba580 HTTP/1.1" status: 200 len: 267 time: 0.0644844 Jun 21 04:30:35.726912 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3fd93003-bed5-4cd7-9655-bd653c3bef2a req-bf99b35d-49f2-4f7f-94ad-08441c275a6b tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ac19631df71474c90f158e6a57cb69b HTTP/1.1" status: 200 len: 380 time: 0.0553548 Jun 21 04:30:35.759161 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [req-3fd93003-bed5-4cd7-9655-bd653c3bef2a req-88c9cb09-089e-4abe-8be1-98d0b36f350d tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Request body: {'port': {'device_id': '86765939-ac55-4601-af3c-e2bdf8a6a35c', 'network_id': 'b0453a8f-147d-435a-b4a9-ec66a5c92927', 'admin_state_up': True, 'tenant_id': '7ac19631df71474c90f158e6a57cb69b', 'security_groups': ['0d3e9094-974d-4585-9ebb-d31d85f66af5']}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:35.781516 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] get_ports_and_sgs() called for port_ids ['530e4b61-4354-402e-ac92-f5ffaffacac8'] {{(pid=92784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:30:35.858010 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-09025982-4cbe-4d4e-99ae-50aaab9f455f req-97379f13-6be6-4603-a33f-55d7bd1ab0f9 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=86765939-ac55-4601-af3c-e2bdf8a6a35c HTTP/1.1" status: 200 len: 210 time: 0.1220093 Jun 21 04:30:35.944337 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4c43a-3d95-491c-8281-778a53a8b63d req-c154c115-322f-40c5-b40c-c6586d78e025 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:35.945788 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-fde4c43a-3d95-491c-8281-778a53a8b63d req-c154c115-322f-40c5-b40c-c6586d78e025 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/networks?id=7d357d88-e0cd-4a9b-b7b1-521691a3a850 HTTP/1.1" status: 200 len: 812 time: 0.2240882 Jun 21 04:30:35.970967 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-fde4c43a-3d95-491c-8281-778a53a8b63d req-cefa3d21-e344-46d3-b518-b92f42d77857 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/quotas/371add3dc65f463097e1b4846b0ba580 HTTP/1.1" status: 200 len: 375 time: 0.0156152 Jun 21 04:30:36.015104 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fd93003-bed5-4cd7-9655-bd653c3bef2a req-88c9cb09-089e-4abe-8be1-98d0b36f350d tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Made reservation on behalf of 7ac19631df71474c90f158e6a57cb69b for: {'port': 1} {{(pid=92782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:30:36.018793 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-3fd93003-bed5-4cd7-9655-bd653c3bef2a req-88c9cb09-089e-4abe-8be1-98d0b36f350d tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:36.117326 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-fde4c43a-3d95-491c-8281-778a53a8b63d req-47b010c3-5544-4bbb-9c31-85c89d94d458 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=371add3dc65f463097e1b4846b0ba580&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1400499 Jun 21 04:30:36.215975 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.db_base_plugin_common [req-3fd93003-bed5-4cd7-9655-bd653c3bef2a req-88c9cb09-089e-4abe-8be1-98d0b36f350d tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Allocated IP 172.20.0.13 (b0453a8f-147d-435a-b4a9-ec66a5c92927/cc19a82e-f40e-472d-88c4-f521c9c405b3/43a523f5-41fa-4c34-b04a-638423775cde) {{(pid=92782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:30:36.270153 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-fde4c43a-3d95-491c-8281-778a53a8b63d req-9d06e346-b423-43b6-956a-28a7dcb5bb4f service neutron] 10.222.0.53 "GET /v2.0/networks/7d357d88-e0cd-4a9b-b7b1-521691a3a850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260424 Jun 21 04:30:36.439725 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-fde4c43a-3d95-491c-8281-778a53a8b63d req-27004d33-c892-4784-ae88-2202348777d3 service neutron] 10.222.0.53 "GET /v2.0/networks/7d357d88-e0cd-4a9b-b7b1-521691a3a850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621828 Jun 21 04:30:36.456873 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-3fd93003-bed5-4cd7-9655-bd653c3bef2a req-88c9cb09-089e-4abe-8be1-98d0b36f350d tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks [] for port, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:36.470118 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.provisioning_blocks [req-3fd93003-bed5-4cd7-9655-bd653c3bef2a req-88c9cb09-089e-4abe-8be1-98d0b36f350d tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Transition to ACTIVE for port object 43a523f5-41fa-4c34-b04a-638423775cde will not be triggered until provisioned by entity DHCP. {{(pid=92782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:30:36.507430 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-3fd93003-bed5-4cd7-9655-bd653c3bef2a req-88c9cb09-089e-4abe-8be1-98d0b36f350d tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14133711'] for port, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:36.511540 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-99f4aaa6-e73f-49be-a160-f9548576b8fa tempest-DeleteServersTestJSON-307162908 tempest-DeleteServersTestJSON-307162908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:36.572094 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fd93003-bed5-4cd7-9655-bd653c3bef2a req-88c9cb09-089e-4abe-8be1-98d0b36f350d tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Network b0453a8f-147d-435a-b4a9-ec66a5c92927 is already hosted by enough agents. {{(pid=92782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:30:36.575788 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.base_scheduler [req-3fd93003-bed5-4cd7-9655-bd653c3bef2a req-88c9cb09-089e-4abe-8be1-98d0b36f350d tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Resources bound (agent type, host, resource id): {{(pid=92782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:30:36.580676 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fd93003-bed5-4cd7-9655-bd653c3bef2a req-88c9cb09-089e-4abe-8be1-98d0b36f350d tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Received port after_create {{(pid=92782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:30:36.588052 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c9cb09-089e-4abe-8be1-98d0b36f350d tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Pushing event updated for resources: {'Port': ['ID=43a523f5-41fa-4c34-b04a-638423775cde,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:36.611218 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-88c9cb09-089e-4abe-8be1-98d0b36f350d tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:36.648546 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd93003-bed5-4cd7-9655-bd653c3bef2a req-88c9cb09-089e-4abe-8be1-98d0b36f350d tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:36.649465 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-3fd93003-bed5-4cd7-9655-bd653c3bef2a req-88c9cb09-089e-4abe-8be1-98d0b36f350d tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for port, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:36.675777 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3fd93003-bed5-4cd7-9655-bd653c3bef2a req-88c9cb09-089e-4abe-8be1-98d0b36f350d tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9372737 Jun 21 04:30:36.694478 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [req-3fd93003-bed5-4cd7-9655-bd653c3bef2a req-70ff98c0-1838-423d-b106-a25b6ac2b940 service neutron] Request body: {'port': {'device_id': '86765939-ac55-4601-af3c-e2bdf8a6a35c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:36.871011 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-fc5e5a1b-7d3d-4362-a197-55c627f5e1f7 None None] Provisioning for port 43a523f5-41fa-4c34-b04a-638423775cde completed by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:30:36.875771 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-3fd93003-bed5-4cd7-9655-bd653c3bef2a req-70ff98c0-1838-423d-b106-a25b6ac2b940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:36.876206 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-fc5e5a1b-7d3d-4362-a197-55c627f5e1f7 None None] Provisioning complete for port 43a523f5-41fa-4c34-b04a-638423775cde triggered by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:30:36.876745 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-fc5e5a1b-7d3d-4362-a197-55c627f5e1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:36.913592 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-2087d84c-2f97-4ddb-bfb5-428c6f81660f req-4fce23fe-227a-44aa-8b83-74194daecd64 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/ports?device_id=23f87182-00fc-40b2-acd8-a9e6abdc88e9 HTTP/1.1" status: 200 len: 210 time: 0.0691833 Jun 21 04:30:36.925770 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-fc5e5a1b-7d3d-4362-a197-55c627f5e1f7 None None] Port 43a523f5-41fa-4c34-b04a-638423775cde cannot update to ACTIVE because it is not bound. {{(pid=92784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:30:37.048725 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f9a27-a542-45d5-adcd-3b787589bcdf req-b89f5f9f-f3fc-43b4-8a25-a21ad484e7de tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:37.056042 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d54f9a27-a542-45d5-adcd-3b787589bcdf req-b89f5f9f-f3fc-43b4-8a25-a21ad484e7de tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] 10.222.0.53 "GET /v2.0/ports?device_id=3043e788-b0fe-45cb-8aad-440438343b5c HTTP/1.1" status: 200 len: 945 time: 0.2346292 Jun 21 04:30:37.198407 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d54f9a27-a542-45d5-adcd-3b787589bcdf req-60100704-4105-47ea-bab4-b2cef5322d79 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] 10.222.0.53 "GET /v2.0/security-groups?id=19651219-aa53-4b6e-b790-a60b627bd385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410730 Jun 21 04:30:37.245666 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f17a2b-545a-4187-98c6-422dd7de176e req-dca688e8-540a-414b-8739-eb4420321eea tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:37.247376 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c6f17a2b-545a-4187-98c6-422dd7de176e req-dca688e8-540a-414b-8739-eb4420321eea tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=86765939-ac55-4601-af3c-e2bdf8a6a35c HTTP/1.1" status: 200 len: 932 time: 0.1891973 Jun 21 04:30:37.247547 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 530e4b61-4354-402e-ac92-f5ffaffacac8 up at agent hyperv_hv-cinder-79717 {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:30:37.320939 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Provisioning for port 530e4b61-4354-402e-ac92-f5ffaffacac8 completed by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:30:37.323697 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c6f17a2b-545a-4187-98c6-422dd7de176e req-63a431e5-a6c1-49c1-8b68-119c6ca81ef7 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d3e9094-974d-4585-9ebb-d31d85f66af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650008 Jun 21 04:30:37.325524 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Provisioning complete for port 530e4b61-4354-402e-ac92-f5ffaffacac8 triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:30:37.325912 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:37.371065 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.notifiers.nova [req-3fd93003-bed5-4cd7-9655-bd653c3bef2a req-70ff98c0-1838-423d-b106-a25b6ac2b940 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43a523f5-41fa-4c34-b04a-638423775cde {{(pid=92782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:30:37.379155 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-3fd93003-bed5-4cd7-9655-bd653c3bef2a req-70ff98c0-1838-423d-b106-a25b6ac2b940 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:37.393832 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.provisioning_blocks [req-3fd93003-bed5-4cd7-9655-bd653c3bef2a req-70ff98c0-1838-423d-b106-a25b6ac2b940 service neutron] Transition to ACTIVE for port object 43a523f5-41fa-4c34-b04a-638423775cde will not be triggered until provisioned by entity L2. {{(pid=92782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:30:37.399719 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-3fd93003-bed5-4cd7-9655-bd653c3bef2a req-70ff98c0-1838-423d-b106-a25b6ac2b940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14133753'] for port, after_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:37.409844 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-6ee67b18-2120-4dc5-b6f9-81519a7a287c tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:37.426638 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:37.463305 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3043e788-b0fe-45cb-8aad-440438343b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '530e4b61-4354-402e-ac92-f5ffaffacac8'}] {{(pid=92784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:30:37.466951 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea407864149563716f916f7ad989592de9d82914ebf27f22c024267046db962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5df80c7-621b-4ef0-a55e-9ffbdacb5af2" -d '{"events": [{"server_uuid": "3043e788-b0fe-45cb-8aad-440438343b5c", "name": "network-vif-plugged", "status": "completed", "tag": "530e4b61-4354-402e-ac92-f5ffaffacac8"}]}' {{(pid=92784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:30:37.505107 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 530e4b61-4354-402e-ac92-f5ffaffacac8, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=530e4b61-4354-402e-ac92-f5ffaffacac8,segment=NetworkSegment(1e531e74-06ba-4c86-a586-9f6f254ac7e3),segment_id=1e531e74-06ba-4c86-a586-9f6f254ac7e3)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:37.515945 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:37.534543 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:37.588040 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ff98c0-1838-423d-b106-a25b6ac2b940 service neutron] Pushing event updated for resources: {'Port': ['ID=43a523f5-41fa-4c34-b04a-638423775cde,revision_number=2']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:37.593509 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-70ff98c0-1838-423d-b106-a25b6ac2b940 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:37.609041 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6350ba8-c386-4750-a4dd-d99272dadf1b x-openstack-request-id: req-e6350ba8-c386-4750-a4dd-d99272dadf1b {{(pid=92784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:30:37.612146 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3043e788-b0fe-45cb-8aad-440438343b5c", "name": "network-vif-plugged", "status": "completed", "tag": "530e4b61-4354-402e-ac92-f5ffaffacac8", "code": 200}]} {{(pid=92784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:30:37.612460 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e6350ba8-c386-4750-a4dd-d99272dadf1b {{(pid=92784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:30:37.613064 dv-cinder-797170-3-iscsi neutron-server[92784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3043e788-b0fe-45cb-8aad-440438343b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '530e4b61-4354-402e-ac92-f5ffaffacac8', 'code': 200} Jun 21 04:30:37.628424 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.managers [req-3fd93003-bed5-4cd7-9655-bd653c3bef2a req-70ff98c0-1838-423d-b106-a25b6ac2b940 service neutron] Attempting to bind port 43a523f5-41fa-4c34-b04a-638423775cde on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:30:37.628424 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.managers [req-3fd93003-bed5-4cd7-9655-bd653c3bef2a req-70ff98c0-1838-423d-b106-a25b6ac2b940 service neutron] Attempting to bind port 43a523f5-41fa-4c34-b04a-638423775cde by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '667a5842-7839-490b-a92f-43d2d3e45ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'b0453a8f-147d-435a-b4a9-ec66a5c92927'}] {{(pid=92782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:30:37.628931 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd93003-bed5-4cd7-9655-bd653c3bef2a req-70ff98c0-1838-423d-b106-a25b6ac2b940 service neutron] Attempting to bind port 43a523f5-41fa-4c34-b04a-638423775cde on network b0453a8f-147d-435a-b4a9-ec66a5c92927 {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:30:37.639561 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd93003-bed5-4cd7-9655-bd653c3bef2a req-70ff98c0-1838-423d-b106-a25b6ac2b940 service neutron] Port 43a523f5-41fa-4c34-b04a-638423775cde on network b0453a8f-147d-435a-b4a9-ec66a5c92927 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:30:37.640042 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd93003-bed5-4cd7-9655-bd653c3bef2a req-70ff98c0-1838-423d-b106-a25b6ac2b940 service neutron] Attempting to bind port 43a523f5-41fa-4c34-b04a-638423775cde on network b0453a8f-147d-435a-b4a9-ec66a5c92927 {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:30:37.654905 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd93003-bed5-4cd7-9655-bd653c3bef2a req-70ff98c0-1838-423d-b106-a25b6ac2b940 service neutron] Checking agent: {'id': 'e86ead90-85ed-45dc-94a1-895a24121321', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 23, 47), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:30:37.655360 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd93003-bed5-4cd7-9655-bd653c3bef2a req-70ff98c0-1838-423d-b106-a25b6ac2b940 service neutron] Checking segment: {'id': '667a5842-7839-490b-a92f-43d2d3e45ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'b0453a8f-147d-435a-b4a9-ec66a5c92927'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:30:37.656745 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd93003-bed5-4cd7-9655-bd653c3bef2a req-70ff98c0-1838-423d-b106-a25b6ac2b940 service neutron] Bound using segment: {'id': '667a5842-7839-490b-a92f-43d2d3e45ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'b0453a8f-147d-435a-b4a9-ec66a5c92927'} {{(pid=92782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:30:37.657329 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.managers [req-3fd93003-bed5-4cd7-9655-bd653c3bef2a req-70ff98c0-1838-423d-b106-a25b6ac2b940 service neutron] Bound port: 43a523f5-41fa-4c34-b04a-638423775cde, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '667a5842-7839-490b-a92f-43d2d3e45ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'b0453a8f-147d-435a-b4a9-ec66a5c92927'}}] {{(pid=92782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:30:37.658631 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-3fd93003-bed5-4cd7-9655-bd653c3bef2a req-70ff98c0-1838-423d-b106-a25b6ac2b940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:37.659969 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Pushing event updated for resources: {'Port': ['ID=530e4b61-4354-402e-ac92-f5ffaffacac8,revision_number=5']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:37.673705 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:37.807020 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.db [req-3fd93003-bed5-4cd7-9655-bd653c3bef2a req-70ff98c0-1838-423d-b106-a25b6ac2b940 service neutron] For port 43a523f5-41fa-4c34-b04a-638423775cde, host hv-cinder-79717, cleared binding levels {{(pid=92782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:30:37.811112 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.db [req-3fd93003-bed5-4cd7-9655-bd653c3bef2a req-70ff98c0-1838-423d-b106-a25b6ac2b940 service neutron] For port 43a523f5-41fa-4c34-b04a-638423775cde, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=43a523f5-41fa-4c34-b04a-638423775cde,segment=NetworkSegment(667a5842-7839-490b-a92f-43d2d3e45ee6),segment_id=667a5842-7839-490b-a92f-43d2d3e45ee6)] {{(pid=92782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:30:37.815781 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-3fd93003-bed5-4cd7-9655-bd653c3bef2a req-70ff98c0-1838-423d-b106-a25b6ac2b940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14133753'] for port, after_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:37.818642 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-58874a9d-91b5-463f-a011-4b2653a88b96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:37.856991 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd93003-bed5-4cd7-9655-bd653c3bef2a req-70ff98c0-1838-423d-b106-a25b6ac2b940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:37.858125 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [req-3fd93003-bed5-4cd7-9655-bd653c3bef2a req-70ff98c0-1838-423d-b106-a25b6ac2b940 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for port, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:37.859619 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3fd93003-bed5-4cd7-9655-bd653c3bef2a req-70ff98c0-1838-423d-b106-a25b6ac2b940 service neutron] 10.222.0.55 "PUT /v2.0/ports/43a523f5-41fa-4c34-b04a-638423775cde HTTP/1.1" status: 200 len: 1094 time: 1.1711314 Jun 21 04:30:37.860081 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86765939-ac55-4601-af3c-e2bdf8a6a35c', 'tag': '43a523f5-41fa-4c34-b04a-638423775cde'}] {{(pid=92782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:30:37.862734 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20f1c8b8986f59859b4229cceefba24e6e47d71d2fcee399c6ca6947cd3b11b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a1b6a2-99a2-4be7-9a83-3276974c5b14" -d '{"events": [{"name": "network-changed", "server_uuid": "86765939-ac55-4601-af3c-e2bdf8a6a35c", "tag": "43a523f5-41fa-4c34-b04a-638423775cde"}]}' {{(pid=92782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:30:37.877780 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58278cb7-cfd8-4e9f-8143-b8e622e515a6 req-e72bf087-621e-4dd9-b4f7-dc232d9b2707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:37.880447 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-58278cb7-cfd8-4e9f-8143-b8e622e515a6 req-e72bf087-621e-4dd9-b4f7-dc232d9b2707 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3043e788-b0fe-45cb-8aad-440438343b5c HTTP/1.1" status: 200 len: 1099 time: 0.0658011 Jun 21 04:30:37.885393 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ff98c0-1838-423d-b106-a25b6ac2b940 service neutron] Pushing event updated for resources: {'Port': ['ID=43a523f5-41fa-4c34-b04a-638423775cde,revision_number=3']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:37.889944 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-70ff98c0-1838-423d-b106-a25b6ac2b940 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:37.939577 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9b964f-1e25-4389-8252-e15ff54918a7 x-openstack-request-id: req-ec9b964f-1e25-4389-8252-e15ff54918a7 {{(pid=92782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:30:37.939893 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-58278cb7-cfd8-4e9f-8143-b8e622e515a6 req-529dfccf-0fee-4649-869a-8dd42f124baf service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=19651219-aa53-4b6e-b790-a60b627bd385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510702 Jun 21 04:30:37.940230 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86765939-ac55-4601-af3c-e2bdf8a6a35c", "tag": "43a523f5-41fa-4c34-b04a-638423775cde", "status": "completed", "code": 200}]} {{(pid=92782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:30:37.940524 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ec9b964f-1e25-4389-8252-e15ff54918a7 {{(pid=92782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:30:37.940962 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86765939-ac55-4601-af3c-e2bdf8a6a35c', 'tag': '43a523f5-41fa-4c34-b04a-638423775cde', 'status': 'completed', 'code': 200} Jun 21 04:30:38.008081 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd93003-bed5-4cd7-9655-bd653c3bef2a req-8978ce71-5fed-4c09-8570-4d2c2a81cce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:38.009692 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3fd93003-bed5-4cd7-9655-bd653c3bef2a req-8978ce71-5fed-4c09-8570-4d2c2a81cce9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ac19631df71474c90f158e6a57cb69b&device_id=86765939-ac55-4601-af3c-e2bdf8a6a35c HTTP/1.1" status: 200 len: 1097 time: 0.0867374 Jun 21 04:30:38.058155 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3fd93003-bed5-4cd7-9655-bd653c3bef2a req-896e34dc-2810-4927-8595-dc27a2b9abb6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43a523f5-41fa-4c34-b04a-638423775cde HTTP/1.1" status: 200 len: 217 time: 0.0381632 Jun 21 04:30:38.138491 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6eddcd6b-4fe4-4461-a816-da8f7c86bc72 req-31a34655-2aff-494b-ba69-a6c21c2915c1 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/ports?device_id=23f87182-00fc-40b2-acd8-a9e6abdc88e9 HTTP/1.1" status: 200 len: 210 time: 0.0404940 Jun 21 04:30:38.150924 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd93003-bed5-4cd7-9655-bd653c3bef2a req-b3d84773-3128-4573-9d3f-a03c660a0488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:38.152200 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3fd93003-bed5-4cd7-9655-bd653c3bef2a req-b3d84773-3128-4573-9d3f-a03c660a0488 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cc19a82e-f40e-472d-88c4-f521c9c405b3 HTTP/1.1" status: 200 len: 848 time: 0.0858855 Jun 21 04:30:38.220420 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd93003-bed5-4cd7-9655-bd653c3bef2a req-7e7b6942-185d-4531-a3ca-b04fb3fd94e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:38.222310 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3fd93003-bed5-4cd7-9655-bd653c3bef2a req-7e7b6942-185d-4531-a3ca-b04fb3fd94e6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b0453a8f-147d-435a-b4a9-ec66a5c92927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0617588 Jun 21 04:30:38.427191 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4c43a-3d95-491c-8281-778a53a8b63d req-75e98750-7743-492c-bddb-39fe781bf132 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:38.428946 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-fde4c43a-3d95-491c-8281-778a53a8b63d req-75e98750-7743-492c-bddb-39fe781bf132 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.55 "GET /v2.0/networks?id=7d357d88-e0cd-4a9b-b7b1-521691a3a850 HTTP/1.1" status: 200 len: 812 time: 0.1732564 Jun 21 04:30:38.444426 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3fd93003-bed5-4cd7-9655-bd653c3bef2a req-123842cf-0613-4f81-ba02-e85c1cea7e36 service neutron] 10.222.0.55 "GET /v2.0/networks/b0453a8f-147d-435a-b4a9-ec66a5c92927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141542 Jun 21 04:30:38.485450 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-fde4c43a-3d95-491c-8281-778a53a8b63d req-3ba4fd7a-e124-4b77-b897-2ecc04178282 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=371add3dc65f463097e1b4846b0ba580 HTTP/1.1" status: 200 len: 379 time: 0.0459206 Jun 21 04:30:38.499681 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [req-fde4c43a-3d95-491c-8281-778a53a8b63d req-45410260-e3ec-4570-84a3-138a2e422911 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Request body: {'port': {'device_id': '23f87182-00fc-40b2-acd8-a9e6abdc88e9', 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850', 'admin_state_up': True, 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'security_groups': ['aef55aef-3d78-4e10-ac65-1776bfc6306e']}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:38.625883 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b78a3-88d9-4fb6-a608-21f608ad5826 req-d56b3a7c-ba06-46f7-9b42-44d857676346 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:38.628009 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-7e4b78a3-88d9-4fb6-a608-21f608ad5826 req-d56b3a7c-ba06-46f7-9b42-44d857676346 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] 10.222.0.53 "GET /v2.0/ports?device_id=3043e788-b0fe-45cb-8aad-440438343b5c HTTP/1.1" status: 200 len: 946 time: 0.2552636 Jun 21 04:30:38.644464 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fde4c43a-3d95-491c-8281-778a53a8b63d req-45410260-e3ec-4570-84a3-138a2e422911 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Made reservation on behalf of 371add3dc65f463097e1b4846b0ba580 for: {'port': 1} {{(pid=92783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:30:38.652740 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-fde4c43a-3d95-491c-8281-778a53a8b63d req-45410260-e3ec-4570-84a3-138a2e422911 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:38.666806 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3fd93003-bed5-4cd7-9655-bd653c3bef2a req-d4625c7c-ca89-4523-8f40-43640345ee20 service neutron] 10.222.0.55 "GET /v2.0/networks/b0453a8f-147d-435a-b4a9-ec66a5c92927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074594 Jun 21 04:30:38.692628 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-7e4b78a3-88d9-4fb6-a608-21f608ad5826 req-22e490f9-cb1c-4ab4-ae95-3834e078acc8 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] 10.222.0.53 "GET /v2.0/security-groups?id=19651219-aa53-4b6e-b790-a60b627bd385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571039 Jun 21 04:30:38.701873 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0907a53-1fad-4f2a-a729-a3aa9d9e6023 req-a7ac80d8-e860-4329-92bd-9dcdf1754f90 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:38.708808 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c0907a53-1fad-4f2a-a729-a3aa9d9e6023 req-a7ac80d8-e860-4329-92bd-9dcdf1754f90 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=86765939-ac55-4601-af3c-e2bdf8a6a35c HTTP/1.1" status: 200 len: 944 time: 0.2052920 Jun 21 04:30:38.767270 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c0907a53-1fad-4f2a-a729-a3aa9d9e6023 req-ce13906e-961d-430d-90f1-8e9b8c1cc608 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d3e9094-974d-4585-9ebb-d31d85f66af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575089 Jun 21 04:30:38.849739 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.db_base_plugin_common [req-fde4c43a-3d95-491c-8281-778a53a8b63d req-45410260-e3ec-4570-84a3-138a2e422911 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Allocated IP 172.20.0.9 (7d357d88-e0cd-4a9b-b7b1-521691a3a850/b89f65d7-8f4a-4573-89cb-9c8dfe69919f/81499604-b515-4cea-904e-c20d1569bb98) {{(pid=92783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:30:38.985380 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1b6a2-99a2-4be7-9a83-3276974c5b14 req-18449b6d-9d64-42e4-9eab-e24cd787305d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:38.987411 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-e9a1b6a2-99a2-4be7-9a83-3276974c5b14 req-18449b6d-9d64-42e4-9eab-e24cd787305d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ac19631df71474c90f158e6a57cb69b&device_id=86765939-ac55-4601-af3c-e2bdf8a6a35c HTTP/1.1" status: 200 len: 1097 time: 0.2434030 Jun 21 04:30:39.031362 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-fde4c43a-3d95-491c-8281-778a53a8b63d req-45410260-e3ec-4570-84a3-138a2e422911 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks [] for port, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:39.051952 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.provisioning_blocks [req-fde4c43a-3d95-491c-8281-778a53a8b63d req-45410260-e3ec-4570-84a3-138a2e422911 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Transition to ACTIVE for port object 81499604-b515-4cea-904e-c20d1569bb98 will not be triggered until provisioned by entity DHCP. {{(pid=92783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:30:39.094694 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-fde4c43a-3d95-491c-8281-778a53a8b63d req-45410260-e3ec-4570-84a3-138a2e422911 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12641975'] for port, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:39.100741 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-d92a5c9c-6e77-4a57-80fd-76d2d2835cf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:39.146594 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fde4c43a-3d95-491c-8281-778a53a8b63d req-45410260-e3ec-4570-84a3-138a2e422911 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Network 7d357d88-e0cd-4a9b-b7b1-521691a3a850 is already hosted by enough agents. {{(pid=92783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:30:39.150399 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.base_scheduler [req-fde4c43a-3d95-491c-8281-778a53a8b63d req-45410260-e3ec-4570-84a3-138a2e422911 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Resources bound (agent type, host, resource id): {{(pid=92783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:30:39.153236 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde4c43a-3d95-491c-8281-778a53a8b63d req-45410260-e3ec-4570-84a3-138a2e422911 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Received port after_create {{(pid=92783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:30:39.319402 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4c43a-3d95-491c-8281-778a53a8b63d req-45410260-e3ec-4570-84a3-138a2e422911 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:39.320080 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-fde4c43a-3d95-491c-8281-778a53a8b63d req-45410260-e3ec-4570-84a3-138a2e422911 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for port, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:39.340335 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-fde4c43a-3d95-491c-8281-778a53a8b63d req-45410260-e3ec-4570-84a3-138a2e422911 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8461876 Jun 21 04:30:39.341302 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45410260-e3ec-4570-84a3-138a2e422911 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Pushing event updated for resources: {'Port': ['ID=81499604-b515-4cea-904e-c20d1569bb98,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:39.352782 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-45410260-e3ec-4570-84a3-138a2e422911 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:39.360794 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [req-fde4c43a-3d95-491c-8281-778a53a8b63d req-c68d2cfe-3be6-42a0-8e80-9c80da945d14 service neutron] Request body: {'port': {'device_id': '23f87182-00fc-40b2-acd8-a9e6abdc88e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:39.444201 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-fde4c43a-3d95-491c-8281-778a53a8b63d req-c68d2cfe-3be6-42a0-8e80-9c80da945d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:39.533343 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1b6a2-99a2-4be7-9a83-3276974c5b14 req-ac8893ce-bb29-4155-9a76-e551882682eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:39.534865 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-e9a1b6a2-99a2-4be7-9a83-3276974c5b14 req-ac8893ce-bb29-4155-9a76-e551882682eb service neutron] 10.222.0.55 "GET /v2.0/networks?id=b0453a8f-147d-435a-b4a9-ec66a5c92927 HTTP/1.1" status: 200 len: 910 time: 0.5374691 Jun 21 04:30:39.556612 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-e18de35f-412b-4367-a2c3-3f7f867a63fc None None] Provisioning for port 81499604-b515-4cea-904e-c20d1569bb98 completed by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:30:39.565207 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-e18de35f-412b-4367-a2c3-3f7f867a63fc None None] Provisioning complete for port 81499604-b515-4cea-904e-c20d1569bb98 triggered by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:30:39.566556 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-e18de35f-412b-4367-a2c3-3f7f867a63fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:39.596747 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af3370-e9d6-4855-9c30-3f1c8ed038f9 req-f23b09ac-f0fd-463e-9ca4-f473b4d8b8cd tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:39.598188 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-14af3370-e9d6-4855-9c30-3f1c8ed038f9 req-f23b09ac-f0fd-463e-9ca4-f473b4d8b8cd tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/ports?device_id=23f87182-00fc-40b2-acd8-a9e6abdc88e9 HTTP/1.1" status: 200 len: 931 time: 0.1658752 Jun 21 04:30:39.599978 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-e9a1b6a2-99a2-4be7-9a83-3276974c5b14 req-85f11231-ad3f-456d-a22f-bfb09c78a217 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43a523f5-41fa-4c34-b04a-638423775cde HTTP/1.1" status: 200 len: 217 time: 0.0581312 Jun 21 04:30:39.608863 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-e18de35f-412b-4367-a2c3-3f7f867a63fc None None] Port 81499604-b515-4cea-904e-c20d1569bb98 cannot update to ACTIVE because it is not bound. {{(pid=92784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:30:39.674911 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-14af3370-e9d6-4855-9c30-3f1c8ed038f9 req-738ca183-035e-4bc7-82ae-c9dec9764a8f tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/security-groups?id=aef55aef-3d78-4e10-ac65-1776bfc6306e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689025 Jun 21 04:30:39.679074 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1b6a2-99a2-4be7-9a83-3276974c5b14 req-5be6e6fc-a9ac-4319-af58-4e4330ac9b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:39.680520 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-e9a1b6a2-99a2-4be7-9a83-3276974c5b14 req-5be6e6fc-a9ac-4319-af58-4e4330ac9b44 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cc19a82e-f40e-472d-88c4-f521c9c405b3 HTTP/1.1" status: 200 len: 848 time: 0.0735180 Jun 21 04:30:39.756354 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.notifiers.nova [req-fde4c43a-3d95-491c-8281-778a53a8b63d req-c68d2cfe-3be6-42a0-8e80-9c80da945d14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81499604-b515-4cea-904e-c20d1569bb98 {{(pid=92783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:30:39.757874 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1b6a2-99a2-4be7-9a83-3276974c5b14 req-20c5ca4a-9242-4ef3-a383-323fbfb7e804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:39.761325 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-e9a1b6a2-99a2-4be7-9a83-3276974c5b14 req-20c5ca4a-9242-4ef3-a383-323fbfb7e804 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b0453a8f-147d-435a-b4a9-ec66a5c92927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0733058 Jun 21 04:30:39.763880 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-fde4c43a-3d95-491c-8281-778a53a8b63d req-c68d2cfe-3be6-42a0-8e80-9c80da945d14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:39.776493 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.provisioning_blocks [req-fde4c43a-3d95-491c-8281-778a53a8b63d req-c68d2cfe-3be6-42a0-8e80-9c80da945d14 service neutron] Transition to ACTIVE for port object 81499604-b515-4cea-904e-c20d1569bb98 will not be triggered until provisioned by entity L2. {{(pid=92783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:30:39.783830 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-fde4c43a-3d95-491c-8281-778a53a8b63d req-c68d2cfe-3be6-42a0-8e80-9c80da945d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641921'] for port, after_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:39.813016 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-c0ea14cb-6849-4040-8658-a18434453de8 tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:39.910023 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-e9a1b6a2-99a2-4be7-9a83-3276974c5b14 req-fde641dd-ba4b-4eea-b995-20f25a6d1081 service neutron] 10.222.0.55 "GET /v2.0/networks/b0453a8f-147d-435a-b4a9-ec66a5c92927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413872 Jun 21 04:30:39.943359 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d2cfe-3be6-42a0-8e80-9c80da945d14 service neutron] Pushing event updated for resources: {'Port': ['ID=81499604-b515-4cea-904e-c20d1569bb98,revision_number=2']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:39.950563 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed99bb-c9ec-46f1-ba03-1a67fa32ca18 req-e000f1af-bac0-4a54-8929-a2e07ccfd837 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:39.952877 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-c68d2cfe-3be6-42a0-8e80-9c80da945d14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:39.955703 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-92ed99bb-c9ec-46f1-ba03-1a67fa32ca18 req-e000f1af-bac0-4a54-8929-a2e07ccfd837 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] 10.222.0.53 "GET /v2.0/ports?device_id=3043e788-b0fe-45cb-8aad-440438343b5c HTTP/1.1" status: 200 len: 946 time: 0.1235905 Jun 21 04:30:40.035375 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.managers [req-fde4c43a-3d95-491c-8281-778a53a8b63d req-c68d2cfe-3be6-42a0-8e80-9c80da945d14 service neutron] Attempting to bind port 81499604-b515-4cea-904e-c20d1569bb98 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:30:40.036183 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.managers [req-fde4c43a-3d95-491c-8281-778a53a8b63d req-c68d2cfe-3be6-42a0-8e80-9c80da945d14 service neutron] Attempting to bind port 81499604-b515-4cea-904e-c20d1569bb98 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': 'eb9ae848-4717-40d3-8e38-d487e6aefc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850'}] {{(pid=92783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:30:40.036313 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde4c43a-3d95-491c-8281-778a53a8b63d req-c68d2cfe-3be6-42a0-8e80-9c80da945d14 service neutron] Attempting to bind port 81499604-b515-4cea-904e-c20d1569bb98 on network 7d357d88-e0cd-4a9b-b7b1-521691a3a850 {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:30:40.042794 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde4c43a-3d95-491c-8281-778a53a8b63d req-c68d2cfe-3be6-42a0-8e80-9c80da945d14 service neutron] Port 81499604-b515-4cea-904e-c20d1569bb98 on network 7d357d88-e0cd-4a9b-b7b1-521691a3a850 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:30:40.043136 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde4c43a-3d95-491c-8281-778a53a8b63d req-c68d2cfe-3be6-42a0-8e80-9c80da945d14 service neutron] Attempting to bind port 81499604-b515-4cea-904e-c20d1569bb98 on network 7d357d88-e0cd-4a9b-b7b1-521691a3a850 {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:30:40.048975 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde4c43a-3d95-491c-8281-778a53a8b63d req-c68d2cfe-3be6-42a0-8e80-9c80da945d14 service neutron] Checking agent: {'id': 'e86ead90-85ed-45dc-94a1-895a24121321', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 23, 47), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:30:40.049316 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde4c43a-3d95-491c-8281-778a53a8b63d req-c68d2cfe-3be6-42a0-8e80-9c80da945d14 service neutron] Checking segment: {'id': 'eb9ae848-4717-40d3-8e38-d487e6aefc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:30:40.049700 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde4c43a-3d95-491c-8281-778a53a8b63d req-c68d2cfe-3be6-42a0-8e80-9c80da945d14 service neutron] Bound using segment: {'id': 'eb9ae848-4717-40d3-8e38-d487e6aefc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850'} {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:30:40.050684 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.managers [req-fde4c43a-3d95-491c-8281-778a53a8b63d req-c68d2cfe-3be6-42a0-8e80-9c80da945d14 service neutron] Bound port: 81499604-b515-4cea-904e-c20d1569bb98, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb9ae848-4717-40d3-8e38-d487e6aefc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850'}}] {{(pid=92783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:30:40.051035 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-fde4c43a-3d95-491c-8281-778a53a8b63d req-c68d2cfe-3be6-42a0-8e80-9c80da945d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:40.096012 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-92ed99bb-c9ec-46f1-ba03-1a67fa32ca18 req-72e3333d-7b40-4879-a1cd-8ed7bf570612 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] 10.222.0.53 "GET /v2.0/security-groups?id=19651219-aa53-4b6e-b790-a60b627bd385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979359 Jun 21 04:30:40.109336 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-e9a1b6a2-99a2-4be7-9a83-3276974c5b14 req-000e1e42-0436-4e62-8ce5-6abccd0aa2a4 service neutron] 10.222.0.55 "GET /v2.0/networks/b0453a8f-147d-435a-b4a9-ec66a5c92927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927602 Jun 21 04:30:40.120936 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.db [req-fde4c43a-3d95-491c-8281-778a53a8b63d req-c68d2cfe-3be6-42a0-8e80-9c80da945d14 service neutron] For port 81499604-b515-4cea-904e-c20d1569bb98, host hv-cinder-79717, cleared binding levels {{(pid=92783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:30:40.124725 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.db [req-fde4c43a-3d95-491c-8281-778a53a8b63d req-c68d2cfe-3be6-42a0-8e80-9c80da945d14 service neutron] For port 81499604-b515-4cea-904e-c20d1569bb98, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=81499604-b515-4cea-904e-c20d1569bb98,segment=NetworkSegment(eb9ae848-4717-40d3-8e38-d487e6aefc17),segment_id=eb9ae848-4717-40d3-8e38-d487e6aefc17)] {{(pid=92783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:30:40.126787 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb6a12-c0b9-4ac2-a54d-818d558be90f req-0a403b3f-2af8-4315-a21a-07b9ce2017ee tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:40.128546 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-fefb6a12-c0b9-4ac2-a54d-818d558be90f req-0a403b3f-2af8-4315-a21a-07b9ce2017ee tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=86765939-ac55-4601-af3c-e2bdf8a6a35c HTTP/1.1" status: 200 len: 944 time: 0.1294186 Jun 21 04:30:40.131948 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-fde4c43a-3d95-491c-8281-778a53a8b63d req-c68d2cfe-3be6-42a0-8e80-9c80da945d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641921'] for port, after_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:40.139151 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-3ca11899-5a89-44e4-9a6c-a7b37bf5994e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:40.194146 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-fefb6a12-c0b9-4ac2-a54d-818d558be90f req-f13faba1-653f-4298-ba79-b8e3c58aa302 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d3e9094-974d-4585-9ebb-d31d85f66af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589263 Jun 21 04:30:40.213768 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d2cfe-3be6-42a0-8e80-9c80da945d14 service neutron] Pushing event updated for resources: {'Port': ['ID=81499604-b515-4cea-904e-c20d1569bb98,revision_number=3']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:40.218605 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-c68d2cfe-3be6-42a0-8e80-9c80da945d14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:40.219969 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4c43a-3d95-491c-8281-778a53a8b63d req-c68d2cfe-3be6-42a0-8e80-9c80da945d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:40.220647 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-fde4c43a-3d95-491c-8281-778a53a8b63d req-c68d2cfe-3be6-42a0-8e80-9c80da945d14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for port, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:40.222066 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-fde4c43a-3d95-491c-8281-778a53a8b63d req-c68d2cfe-3be6-42a0-8e80-9c80da945d14 service neutron] 10.222.0.55 "PUT /v2.0/ports/81499604-b515-4cea-904e-c20d1569bb98 HTTP/1.1" status: 200 len: 1093 time: 0.8680260 Jun 21 04:30:40.222646 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23f87182-00fc-40b2-acd8-a9e6abdc88e9', 'tag': '81499604-b515-4cea-904e-c20d1569bb98'}] {{(pid=92783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:30:40.225448 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fda3b7b704fc347e73998d8dc34ef34ca3ad6aa16a3a5c6f92a4a64020d363b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275619c5-b491-4d9a-b33d-5496f8fa6f6f" -d '{"events": [{"name": "network-changed", "server_uuid": "23f87182-00fc-40b2-acd8-a9e6abdc88e9", "tag": "81499604-b515-4cea-904e-c20d1569bb98"}]}' {{(pid=92783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:30:40.282973 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7609ad-bca6-4807-b864-ebd45abb686a x-openstack-request-id: req-6a7609ad-bca6-4807-b864-ebd45abb686a {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:30:40.283791 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23f87182-00fc-40b2-acd8-a9e6abdc88e9", "tag": "81499604-b515-4cea-904e-c20d1569bb98", "status": "completed", "code": 200}]} {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:30:40.283791 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6a7609ad-bca6-4807-b864-ebd45abb686a {{(pid=92783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:30:40.284073 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23f87182-00fc-40b2-acd8-a9e6abdc88e9', 'tag': '81499604-b515-4cea-904e-c20d1569bb98', 'status': 'completed', 'code': 200} Jun 21 04:30:40.331205 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4c43a-3d95-491c-8281-778a53a8b63d req-9af1f440-37d5-4128-85c0-7b311c7ac453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:40.332747 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-fde4c43a-3d95-491c-8281-778a53a8b63d req-9af1f440-37d5-4128-85c0-7b311c7ac453 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=371add3dc65f463097e1b4846b0ba580&device_id=23f87182-00fc-40b2-acd8-a9e6abdc88e9 HTTP/1.1" status: 200 len: 1096 time: 0.0627222 Jun 21 04:30:40.376336 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-fde4c43a-3d95-491c-8281-778a53a8b63d req-0eeaf4e8-892e-4542-9a8b-69e8222e5582 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81499604-b515-4cea-904e-c20d1569bb98 HTTP/1.1" status: 200 len: 217 time: 0.0368876 Jun 21 04:30:40.436839 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4c43a-3d95-491c-8281-778a53a8b63d req-2c4ac22c-48c4-4bcd-9fb7-aed96158cd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:40.438314 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-fde4c43a-3d95-491c-8281-778a53a8b63d req-2c4ac22c-48c4-4bcd-9fb7-aed96158cd87 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b89f65d7-8f4a-4573-89cb-9c8dfe69919f HTTP/1.1" status: 200 len: 851 time: 0.0563600 Jun 21 04:30:40.498392 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4c43a-3d95-491c-8281-778a53a8b63d req-336dd937-fc0f-412a-ad61-8dc2e7b87abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:40.499998 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-fde4c43a-3d95-491c-8281-778a53a8b63d req-336dd937-fc0f-412a-ad61-8dc2e7b87abd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7d357d88-e0cd-4a9b-b7b1-521691a3a850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0550871 Jun 21 04:30:40.599619 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-fde4c43a-3d95-491c-8281-778a53a8b63d req-fa991e3e-9e3a-4faf-913c-ab708dc4feba service neutron] 10.222.0.55 "GET /v2.0/networks/7d357d88-e0cd-4a9b-b7b1-521691a3a850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934525 Jun 21 04:30:40.695885 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-fde4c43a-3d95-491c-8281-778a53a8b63d req-0b3866fe-a074-46a8-8431-05f1d9606317 service neutron] 10.222.0.55 "GET /v2.0/networks/7d357d88-e0cd-4a9b-b7b1-521691a3a850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895770 Jun 21 04:30:40.798989 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275619c5-b491-4d9a-b33d-5496f8fa6f6f req-c264f785-4d14-4861-a9eb-7b0e71bf4a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:40.800455 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-275619c5-b491-4d9a-b33d-5496f8fa6f6f req-c264f785-4d14-4861-a9eb-7b0e71bf4a31 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=371add3dc65f463097e1b4846b0ba580&device_id=23f87182-00fc-40b2-acd8-a9e6abdc88e9 HTTP/1.1" status: 200 len: 1096 time: 0.0569382 Jun 21 04:30:40.852514 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c10fb-03be-491d-b614-bb8ebbe14502 req-e092c36a-54fd-4dad-b7b0-f31019227bb4 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:40.853896 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3d2c10fb-03be-491d-b614-bb8ebbe14502 req-e092c36a-54fd-4dad-b7b0-f31019227bb4 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/ports?device_id=23f87182-00fc-40b2-acd8-a9e6abdc88e9 HTTP/1.1" status: 200 len: 943 time: 0.0669498 Jun 21 04:30:40.900290 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3d2c10fb-03be-491d-b614-bb8ebbe14502 req-026a5962-bb9a-4682-88e5-a5392ae9ac91 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/security-groups?id=aef55aef-3d78-4e10-ac65-1776bfc6306e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393901 Jun 21 04:30:40.901010 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275619c5-b491-4d9a-b33d-5496f8fa6f6f req-e23bc507-cb18-436f-8d83-b43366b83a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:40.902639 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-275619c5-b491-4d9a-b33d-5496f8fa6f6f req-e23bc507-cb18-436f-8d83-b43366b83a3d service neutron] 10.222.0.55 "GET /v2.0/networks?id=7d357d88-e0cd-4a9b-b7b1-521691a3a850 HTTP/1.1" status: 200 len: 913 time: 0.0950401 Jun 21 04:30:40.946626 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-275619c5-b491-4d9a-b33d-5496f8fa6f6f req-b91d3782-571c-4635-979d-252db5d6e7a3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81499604-b515-4cea-904e-c20d1569bb98 HTTP/1.1" status: 200 len: 217 time: 0.0363019 Jun 21 04:30:40.996759 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275619c5-b491-4d9a-b33d-5496f8fa6f6f req-1cf8bca3-4c38-4250-bd9a-265b5d550f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:40.998214 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-275619c5-b491-4d9a-b33d-5496f8fa6f6f req-1cf8bca3-4c38-4250-bd9a-265b5d550f21 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b89f65d7-8f4a-4573-89cb-9c8dfe69919f HTTP/1.1" status: 200 len: 851 time: 0.0437961 Jun 21 04:30:41.062930 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275619c5-b491-4d9a-b33d-5496f8fa6f6f req-4bd9dcf4-4c9b-4d7e-a140-50e823d3b5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:41.064401 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-275619c5-b491-4d9a-b33d-5496f8fa6f6f req-4bd9dcf4-4c9b-4d7e-a140-50e823d3b5ce service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7d357d88-e0cd-4a9b-b7b1-521691a3a850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0584979 Jun 21 04:30:41.159960 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-275619c5-b491-4d9a-b33d-5496f8fa6f6f req-5ac52bd1-0e53-4219-b336-73aa8aa5e1c2 service neutron] 10.222.0.55 "GET /v2.0/networks/7d357d88-e0cd-4a9b-b7b1-521691a3a850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884874 Jun 21 04:30:41.261111 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 43a523f5-41fa-4c34-b04a-638423775cde details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:30:41.276271 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-275619c5-b491-4d9a-b33d-5496f8fa6f6f req-7d8b75c9-1ac9-4fc1-a10d-de9a662e17a1 service neutron] 10.222.0.55 "GET /v2.0/networks/7d357d88-e0cd-4a9b-b7b1-521691a3a850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097939 Jun 21 04:30:41.384330 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 43a523f5-41fa-4c34-b04a-638423775cde, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=43a523f5-41fa-4c34-b04a-638423775cde,segment=NetworkSegment(667a5842-7839-490b-a92f-43d2d3e45ee6),segment_id=667a5842-7839-490b-a92f-43d2d3e45ee6)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:41.396676 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Returning: {'device': '43a523f5-41fa-4c34-b04a-638423775cde', 'network_id': 'b0453a8f-147d-435a-b4a9-ec66a5c92927', 'port_id': '43a523f5-41fa-4c34-b04a-638423775cde', 'mac_address': 'fa:16:3e:42:13:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc19a82e-f40e-472d-88c4-f521c9c405b3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:30:41.444755 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:41.459095 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.notifiers.nova [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43a523f5-41fa-4c34-b04a-638423775cde {{(pid=92784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:30:41.465423 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c0e5f-7dea-4b94-bd57-21fb854b6476 req-027011d5-dc34-43ad-a8e7-d21bb86d3231 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:41.467545 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-ed0c0e5f-7dea-4b94-bd57-21fb854b6476 req-027011d5-dc34-43ad-a8e7-d21bb86d3231 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=86765939-ac55-4601-af3c-e2bdf8a6a35c HTTP/1.1" status: 200 len: 944 time: 0.0768714 Jun 21 04:30:41.481336 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 43a523f5-41fa-4c34-b04a-638423775cde, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=43a523f5-41fa-4c34-b04a-638423775cde,segment=NetworkSegment(667a5842-7839-490b-a92f-43d2d3e45ee6),segment_id=667a5842-7839-490b-a92f-43d2d3e45ee6)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:41.486125 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:41.487920 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-147f8b7f-ea04-411a-92e4-c21cefcc2ab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:41.508460 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-ed0c0e5f-7dea-4b94-bd57-21fb854b6476 req-f6483239-0202-4a7d-83fa-f6f0d83aa70e tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d3e9094-974d-4585-9ebb-d31d85f66af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348372 Jun 21 04:30:41.539842 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Pushing event updated for resources: {'Port': ['ID=43a523f5-41fa-4c34-b04a-638423775cde,revision_number=4']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:41.543129 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:41.711854 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] get_ports_and_sgs() called for port_ids ['43a523f5-41fa-4c34-b04a-638423775cde'] {{(pid=92784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:30:42.080398 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70815f0-fcdb-4eb3-a7a3-455abae4e41d req-c4e46df0-bbf3-4bde-9fc2-03e23ea0a6aa tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:42.081763 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a70815f0-fcdb-4eb3-a7a3-455abae4e41d req-c4e46df0-bbf3-4bde-9fc2-03e23ea0a6aa tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/ports?device_id=23f87182-00fc-40b2-acd8-a9e6abdc88e9 HTTP/1.1" status: 200 len: 943 time: 0.0646479 Jun 21 04:30:42.123189 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a70815f0-fcdb-4eb3-a7a3-455abae4e41d req-e3587aba-7f27-4443-8821-d8589040901a tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/security-groups?id=aef55aef-3d78-4e10-ac65-1776bfc6306e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357683 Jun 21 04:30:42.686224 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b00b7-5bb5-4fa4-904c-3d6d2d215a08 req-9df13ffa-3f08-4ff8-8dc3-ec59893554f2 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:42.687763 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d67b00b7-5bb5-4fa4-904c-3d6d2d215a08 req-9df13ffa-3f08-4ff8-8dc3-ec59893554f2 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=86765939-ac55-4601-af3c-e2bdf8a6a35c HTTP/1.1" status: 200 len: 945 time: 0.0648484 Jun 21 04:30:42.726574 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d67b00b7-5bb5-4fa4-904c-3d6d2d215a08 req-cb810bef-3d9b-49e3-b1b3-665e29dd8515 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d3e9094-974d-4585-9ebb-d31d85f66af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324488 Jun 21 04:30:43.266689 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 43a523f5-41fa-4c34-b04a-638423775cde up at agent hyperv_hv-cinder-79717 {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:30:43.294760 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d18807-4abd-4345-a71c-75fb266c4505 req-6b199163-f2cc-4e40-8ee8-b098245c360f tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:43.296281 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-b4d18807-4abd-4345-a71c-75fb266c4505 req-6b199163-f2cc-4e40-8ee8-b098245c360f tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/ports?device_id=23f87182-00fc-40b2-acd8-a9e6abdc88e9 HTTP/1.1" status: 200 len: 943 time: 0.0641315 Jun 21 04:30:43.314661 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Provisioning for port 43a523f5-41fa-4c34-b04a-638423775cde completed by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:30:43.318421 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Provisioning complete for port 43a523f5-41fa-4c34-b04a-638423775cde triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:30:43.318815 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:43.334499 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-b4d18807-4abd-4345-a71c-75fb266c4505 req-4d1e6558-56c9-4e37-b4df-ad3e3806402a tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/security-groups?id=aef55aef-3d78-4e10-ac65-1776bfc6306e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323515 Jun 21 04:30:43.399494 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:43.422738 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86765939-ac55-4601-af3c-e2bdf8a6a35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a523f5-41fa-4c34-b04a-638423775cde'}] {{(pid=92784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:30:43.424962 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea407864149563716f916f7ad989592de9d82914ebf27f22c024267046db962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f744068-5251-468d-88af-bc92bbafe2e1" -d '{"events": [{"server_uuid": "86765939-ac55-4601-af3c-e2bdf8a6a35c", "name": "network-vif-plugged", "status": "completed", "tag": "43a523f5-41fa-4c34-b04a-638423775cde"}]}' {{(pid=92784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:30:43.438196 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 43a523f5-41fa-4c34-b04a-638423775cde, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=43a523f5-41fa-4c34-b04a-638423775cde,segment=NetworkSegment(667a5842-7839-490b-a92f-43d2d3e45ee6),segment_id=667a5842-7839-490b-a92f-43d2d3e45ee6)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:43.443359 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:43.447869 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-abc858e4-bc63-45ca-85b7-eae246b04a1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:43.470519 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068b9ff8-11be-4bae-9020-d8aa4f0d521d x-openstack-request-id: req-068b9ff8-11be-4bae-9020-d8aa4f0d521d {{(pid=92784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:30:43.470823 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86765939-ac55-4601-af3c-e2bdf8a6a35c", "name": "network-vif-plugged", "status": "completed", "tag": "43a523f5-41fa-4c34-b04a-638423775cde", "code": 200}]} {{(pid=92784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:30:43.471087 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-068b9ff8-11be-4bae-9020-d8aa4f0d521d {{(pid=92784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:30:43.471481 dv-cinder-797170-3-iscsi neutron-server[92784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86765939-ac55-4601-af3c-e2bdf8a6a35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a523f5-41fa-4c34-b04a-638423775cde', 'code': 200} Jun 21 04:30:43.499721 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Pushing event updated for resources: {'Port': ['ID=43a523f5-41fa-4c34-b04a-638423775cde,revision_number=5']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:43.502655 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:43.708118 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01b906-ef64-4eb0-875b-cda7fb55d58e req-dbc239ce-c227-46b7-ab95-0e7119c91b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:43.708118 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-1d01b906-ef64-4eb0-875b-cda7fb55d58e req-dbc239ce-c227-46b7-ab95-0e7119c91b97 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=86765939-ac55-4601-af3c-e2bdf8a6a35c HTTP/1.1" status: 200 len: 1099 time: 0.0662341 Jun 21 04:30:43.747061 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-1d01b906-ef64-4eb0-875b-cda7fb55d58e req-993a8024-8bb5-41b2-b5a9-b859136286f9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0d3e9094-974d-4585-9ebb-d31d85f66af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312674 Jun 21 04:30:43.926990 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdfa275-5d44-483a-992e-73857ec69125 req-d29dfc6b-03d3-44a3-a156-8c6f2bb0291d tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:43.934182 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1bdfa275-5d44-483a-992e-73857ec69125 req-d29dfc6b-03d3-44a3-a156-8c6f2bb0291d tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=86765939-ac55-4601-af3c-e2bdf8a6a35c HTTP/1.1" status: 200 len: 946 time: 0.0883310 Jun 21 04:30:43.971180 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1bdfa275-5d44-483a-992e-73857ec69125 req-e4536db7-a83a-4a16-b5ef-f25702525045 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d3e9094-974d-4585-9ebb-d31d85f66af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359483 Jun 21 04:30:44.247527 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abde043-e7bd-42d2-8b55-891da5bf1803 req-923c001d-8cf1-441d-91c5-c824b53f81ca tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:44.249123 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-9abde043-e7bd-42d2-8b55-891da5bf1803 req-923c001d-8cf1-441d-91c5-c824b53f81ca tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 945 time: 0.0639291 Jun 21 04:30:44.286599 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-9abde043-e7bd-42d2-8b55-891da5bf1803 req-eebfbc06-6578-48a3-ad9c-a64a65277654 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316577 Jun 21 04:30:44.512708 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b8601-b9b4-4771-9a19-73c5507a2656 req-c872c42a-9129-4f06-b259-969d5e23efbe tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:44.514617 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-889b8601-b9b4-4771-9a19-73c5507a2656 req-c872c42a-9129-4f06-b259-969d5e23efbe tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/ports?device_id=23f87182-00fc-40b2-acd8-a9e6abdc88e9 HTTP/1.1" status: 200 len: 943 time: 0.0638239 Jun 21 04:30:44.556365 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-889b8601-b9b4-4771-9a19-73c5507a2656 req-69b68abe-f23a-4a53-a17d-6dae27da984c tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/security-groups?id=aef55aef-3d78-4e10-ac65-1776bfc6306e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360692 Jun 21 04:30:45.145372 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b7b47d-1bb4-4c80-8233-3cfaf9665527 req-0cfc4d29-a64b-4f03-9b5b-f838ba6d2dc7 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:45.146845 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-26b7b47d-1bb4-4c80-8233-3cfaf9665527 req-0cfc4d29-a64b-4f03-9b5b-f838ba6d2dc7 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=86765939-ac55-4601-af3c-e2bdf8a6a35c HTTP/1.1" status: 200 len: 946 time: 0.0635395 Jun 21 04:30:45.185784 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-26b7b47d-1bb4-4c80-8233-3cfaf9665527 req-2bf01ea6-9458-4472-948a-2dc990c01623 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d3e9094-974d-4585-9ebb-d31d85f66af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327852 Jun 21 04:30:45.355992 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac02c7-39bd-4662-bb57-26bcebd43a87 req-4e34ac56-d7a9-4510-90ea-5891a3c5a49a tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:45.357855 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6dac02c7-39bd-4662-bb57-26bcebd43a87 req-4e34ac56-d7a9-4510-90ea-5891a3c5a49a tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=86765939-ac55-4601-af3c-e2bdf8a6a35c HTTP/1.1" status: 200 len: 946 time: 0.0646811 Jun 21 04:30:45.365651 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 34952) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:45.370222 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [None req-a18fb689-3459-4edd-83bd-d9cc14eda623 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Request body: {'floatingip': {'port_id': '43a523f5-41fa-4c34-b04a-638423775cde'}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:45.421917 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-a18fb689-3459-4edd-83bd-d9cc14eda623 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks [] for floatingip, before_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:45.571651 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2f3e1-057f-452a-a497-1bff195f9d2a req-8fd7646d-f685-4087-9608-2799b02ac220 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:45.573103 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-86e2f3e1-057f-452a-a497-1bff195f9d2a req-8fd7646d-f685-4087-9608-2799b02ac220 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 945 time: 0.1690786 Jun 21 04:30:45.694168 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-86e2f3e1-057f-452a-a497-1bff195f9d2a req-bc893c48-a036-430b-af99-b9d03e972c90 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120012 Jun 21 04:30:45.841647 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f9d4f-a9d6-45e5-acaa-1d1cca617cdd req-d2f01a0b-7921-460e-b8a1-e3c1681c59a2 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:45.843193 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-471f9d4f-a9d6-45e5-acaa-1d1cca617cdd req-d2f01a0b-7921-460e-b8a1-e3c1681c59a2 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/ports?device_id=23f87182-00fc-40b2-acd8-a9e6abdc88e9 HTTP/1.1" status: 200 len: 943 time: 0.1632950 Jun 21 04:30:45.930245 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-471f9d4f-a9d6-45e5-acaa-1d1cca617cdd req-ff171f8e-595c-4956-8a7b-6be0a1b9ab3b tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/security-groups?id=aef55aef-3d78-4e10-ac65-1776bfc6306e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548661 Jun 21 04:30:46.018117 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-a18fb689-3459-4edd-83bd-d9cc14eda623 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:46.022031 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-a18fb689-3459-4edd-83bd-d9cc14eda623 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689737'] for floatingip, after_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:46.118712 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.db.l3_db [None req-a18fb689-3459-4edd-83bd-d9cc14eda623 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Floating IP ec4d5da4-2915-4a65-899c-54eb606eff3a associated. External IP: 172.27.3.98, port: 43a523f5-41fa-4c34-b04a-638423775cde. Jun 21 04:30:46.325665 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a18fb689-3459-4edd-83bd-d9cc14eda623 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Router 871e4e22-5215-42b8-953d-959ba03e8bcc has already been hosted by L3 agent 24838221-9d49-44eb-9e47-6a2fc9da17a2 {{(pid=92782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:30:46.435736 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18fb689-3459-4edd-83bd-d9cc14eda623 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify agent at l3_agent.dv-cinder-797170-3-iscsi the message routers_updated {{(pid=92782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:30:46.440738 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-a18fb689-3459-4edd-83bd-d9cc14eda623 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for floatingip, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:46.447268 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91648ba8-0069-4f73-9fd5-85d6cf367a15 None None] Sync routers for ids ['871e4e22-5215-42b8-953d-959ba03e8bcc'] in dv-cinder-797170-3-iscsi {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:30:46.457994 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91648ba8-0069-4f73-9fd5-85d6cf367a15 None None] Routers {'871e4e22-5215-42b8-953d-959ba03e8bcc'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:30:46.458715 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-91648ba8-0069-4f73-9fd5-85d6cf367a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:30:30Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['871e4e22-5215-42b8-953d-959ba03e8bcc'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:30:46.477658 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-a18fb689-3459-4edd-83bd-d9cc14eda623 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "PUT /v2.0/floatingips/ec4d5da4-2915-4a65-899c-54eb606eff3a HTTP/1.1" status: 200 len: 991 time: 1.1109455 Jun 21 04:30:46.478282 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86765939-ac55-4601-af3c-e2bdf8a6a35c', 'tag': '43a523f5-41fa-4c34-b04a-638423775cde'}] {{(pid=92782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:30:46.480638 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20f1c8b8986f59859b4229cceefba24e6e47d71d2fcee399c6ca6947cd3b11b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d12a874-f4a9-4bfb-950f-310ef26e2868" -d '{"events": [{"name": "network-changed", "server_uuid": "86765939-ac55-4601-af3c-e2bdf8a6a35c", "tag": "43a523f5-41fa-4c34-b04a-638423775cde"}]}' {{(pid=92782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:30:46.567129 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-91648ba8-0069-4f73-9fd5-85d6cf367a15 None None] Set router 871e4e22-5215-42b8-953d-959ba03e8bcc gateway port host: dv-cinder-797170-3-iscsi {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:30:46.576429 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919bf8a6-3ae1-4069-8180-b3e064870f36 x-openstack-request-id: req-919bf8a6-3ae1-4069-8180-b3e064870f36 {{(pid=92782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:30:46.576955 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86765939-ac55-4601-af3c-e2bdf8a6a35c", "tag": "43a523f5-41fa-4c34-b04a-638423775cde", "status": "completed", "code": 200}]} {{(pid=92782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:30:46.577065 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-919bf8a6-3ae1-4069-8180-b3e064870f36 {{(pid=92782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:30:46.577466 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86765939-ac55-4601-af3c-e2bdf8a6a35c', 'tag': '43a523f5-41fa-4c34-b04a-638423775cde', 'status': 'completed', 'code': 200} Jun 21 04:30:46.657173 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d12a874-f4a9-4bfb-950f-310ef26e2868 req-ffda0bdc-04a8-4d0a-84fa-f48e49a82c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:46.658680 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-8d12a874-f4a9-4bfb-950f-310ef26e2868 req-ffda0bdc-04a8-4d0a-84fa-f48e49a82c9d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ac19631df71474c90f158e6a57cb69b&device_id=86765939-ac55-4601-af3c-e2bdf8a6a35c HTTP/1.1" status: 200 len: 1099 time: 0.0533433 Jun 21 04:30:46.762757 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d12a874-f4a9-4bfb-950f-310ef26e2868 req-bcb57f13-f93c-460f-a3c1-bf75d3a3f01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:46.764793 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-8d12a874-f4a9-4bfb-950f-310ef26e2868 req-bcb57f13-f93c-460f-a3c1-bf75d3a3f01c service neutron] 10.222.0.55 "GET /v2.0/networks?id=b0453a8f-147d-435a-b4a9-ec66a5c92927 HTTP/1.1" status: 200 len: 910 time: 0.0986109 Jun 21 04:30:46.800974 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-91648ba8-0069-4f73-9fd5-85d6cf367a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'name': 'tempest-AttachVolumeTestJSON-81153680-router', 'tenant_id': '7ac19631df71474c90f158e6a57cb69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '2f1d93d1-5462-459d-9a1b-df3c3db6f96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:24Z', 'updated_at': '2021-06-21T04:25:36Z', 'revision_number': 4, 'project_id': '7ac19631df71474c90f158e6a57cb69b', 'gw_port': {'id': '2f1d93d1-5462-459d-9a1b-df3c3db6f96a', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:7c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:26Z', 'updated_at': '2021-06-21T04:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_floatingips': [{'id': 'ec4d5da4-2915-4a65-899c-54eb606eff3a', 'tenant_id': '7ac19631df71474c90f158e6a57cb69b', 'floating_ip_address': '172.27.3.98', 'floating_network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'router_id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'port_id': '43a523f5-41fa-4c34-b04a-638423775cde', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0453a8f-147d-435a-b4a9-ec66a5c92927', 'mac_address': 'fa:16:3e:42:13:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86765939-ac55-4601-af3c-e2bdf8a6a35c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:30:32Z', 'updated_at': '2021-06-21T04:30:45Z', 'revision_number': 1, 'project_id': '7ac19631df71474c90f158e6a57cb69b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '392b9564-7aa7-4803-9f64-dcae4869533d', 'name': '', 'network_id': 'b0453a8f-147d-435a-b4a9-ec66a5c92927', 'tenant_id': '7ac19631df71474c90f158e6a57cb69b', 'mac_address': 'fa:16:3e:da:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cc19a82e-f40e-472d-88c4-f521c9c405b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:34Z', 'updated_at': '2021-06-21T04:25:43Z', 'revision_number': 5, 'project_id': '7ac19631df71474c90f158e6a57cb69b', 'subnets': [{'id': 'cc19a82e-f40e-472d-88c4-f521c9c405b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:30:46.829933 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91648ba8-0069-4f73-9fd5-85d6cf367a15 None None] Checking router: 871e4e22-5215-42b8-953d-959ba03e8bcc for host: dv-cinder-797170-3-iscsi {{(pid=92784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:30:46.837901 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-8d12a874-f4a9-4bfb-950f-310ef26e2868 req-4119abbc-16ab-4d8e-ba7d-19f5586efc17 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43a523f5-41fa-4c34-b04a-638423775cde HTTP/1.1" status: 200 len: 999 time: 0.0659897 Jun 21 04:30:46.838442 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91648ba8-0069-4f73-9fd5-85d6cf367a15 None None] Routers {'871e4e22-5215-42b8-953d-959ba03e8bcc'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:30:46.839064 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-91648ba8-0069-4f73-9fd5-85d6cf367a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:30:30Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['871e4e22-5215-42b8-953d-959ba03e8bcc'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:30:46.888047 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f426d52-9b45-4bc6-bb21-82be6b762a21 req-64c569c9-5cc0-4548-991a-9ae5252c5c03 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:46.890061 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-4f426d52-9b45-4bc6-bb21-82be6b762a21 req-64c569c9-5cc0-4548-991a-9ae5252c5c03 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 945 time: 0.0690913 Jun 21 04:30:46.897121 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d12a874-f4a9-4bfb-950f-310ef26e2868 req-e759489c-b24b-430d-a24c-163ae1c7ca39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:46.898643 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-8d12a874-f4a9-4bfb-950f-310ef26e2868 req-e759489c-b24b-430d-a24c-163ae1c7ca39 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cc19a82e-f40e-472d-88c4-f521c9c405b3 HTTP/1.1" status: 200 len: 848 time: 0.0538528 Jun 21 04:30:46.933750 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-4f426d52-9b45-4bc6-bb21-82be6b762a21 req-5dcb6638-cf8d-4ff0-804f-d1c43d8cb0e6 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374625 Jun 21 04:30:46.953082 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-91648ba8-0069-4f73-9fd5-85d6cf367a15 None None] Set router 871e4e22-5215-42b8-953d-959ba03e8bcc gateway port host: dv-cinder-797170-3-iscsi {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:30:46.979606 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d12a874-f4a9-4bfb-950f-310ef26e2868 req-c4727e8b-d413-436c-a8db-c837029a8907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:46.981458 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-8d12a874-f4a9-4bfb-950f-310ef26e2868 req-c4727e8b-d413-436c-a8db-c837029a8907 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b0453a8f-147d-435a-b4a9-ec66a5c92927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0732958 Jun 21 04:30:47.081467 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-8d12a874-f4a9-4bfb-950f-310ef26e2868 req-f0a55c95-2ca9-4f64-96aa-2e3db4d1c1f3 service neutron] 10.222.0.55 "GET /v2.0/networks/b0453a8f-147d-435a-b4a9-ec66a5c92927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898864 Jun 21 04:30:47.133199 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3b3bd-d694-4cca-ac26-2cb1afe0ce0b req-d35c799e-1732-4d5d-8841-61e8e75fad7e tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:47.134817 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-94e3b3bd-d694-4cca-ac26-2cb1afe0ce0b req-d35c799e-1732-4d5d-8841-61e8e75fad7e tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/ports?device_id=23f87182-00fc-40b2-acd8-a9e6abdc88e9 HTTP/1.1" status: 200 len: 943 time: 0.0720606 Jun 21 04:30:47.136504 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:47.182177 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-94e3b3bd-d694-4cca-ac26-2cb1afe0ce0b req-177e24f9-de12-4f76-ad88-cc7e854bd652 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/security-groups?id=aef55aef-3d78-4e10-ac65-1776bfc6306e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396206 Jun 21 04:30:47.191658 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-8d12a874-f4a9-4bfb-950f-310ef26e2868 req-fd6caa01-932e-4c79-828d-1ea2eaaa62f8 service neutron] 10.222.0.55 "GET /v2.0/networks/b0453a8f-147d-435a-b4a9-ec66a5c92927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028728 Jun 21 04:30:47.218950 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-91648ba8-0069-4f73-9fd5-85d6cf367a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'name': 'tempest-AttachVolumeTestJSON-81153680-router', 'tenant_id': '7ac19631df71474c90f158e6a57cb69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '2f1d93d1-5462-459d-9a1b-df3c3db6f96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:24Z', 'updated_at': '2021-06-21T04:25:36Z', 'revision_number': 4, 'project_id': '7ac19631df71474c90f158e6a57cb69b', 'gw_port': {'id': '2f1d93d1-5462-459d-9a1b-df3c3db6f96a', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:7c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:26Z', 'updated_at': '2021-06-21T04:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_floatingips': [{'id': 'ec4d5da4-2915-4a65-899c-54eb606eff3a', 'tenant_id': '7ac19631df71474c90f158e6a57cb69b', 'floating_ip_address': '172.27.3.98', 'floating_network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'router_id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'port_id': '43a523f5-41fa-4c34-b04a-638423775cde', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0453a8f-147d-435a-b4a9-ec66a5c92927', 'mac_address': 'fa:16:3e:42:13:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86765939-ac55-4601-af3c-e2bdf8a6a35c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:30:32Z', 'updated_at': '2021-06-21T04:30:45Z', 'revision_number': 1, 'project_id': '7ac19631df71474c90f158e6a57cb69b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '392b9564-7aa7-4803-9f64-dcae4869533d', 'name': '', 'network_id': 'b0453a8f-147d-435a-b4a9-ec66a5c92927', 'tenant_id': '7ac19631df71474c90f158e6a57cb69b', 'mac_address': 'fa:16:3e:da:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cc19a82e-f40e-472d-88c4-f521c9c405b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:34Z', 'updated_at': '2021-06-21T04:25:43Z', 'revision_number': 5, 'project_id': '7ac19631df71474c90f158e6a57cb69b', 'subnets': [{'id': 'cc19a82e-f40e-472d-88c4-f521c9c405b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:30:47.249186 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91648ba8-0069-4f73-9fd5-85d6cf367a15 None None] The sync data for ids ['871e4e22-5215-42b8-953d-959ba03e8bcc'] in dv-cinder-797170-3-iscsi is: [{'id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'name': 'tempest-AttachVolumeTestJSON-81153680-router', 'tenant_id': '7ac19631df71474c90f158e6a57cb69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '2f1d93d1-5462-459d-9a1b-df3c3db6f96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:24Z', 'updated_at': '2021-06-21T04:25:36Z', 'revision_number': 4, 'project_id': '7ac19631df71474c90f158e6a57cb69b', 'gw_port': {'id': '2f1d93d1-5462-459d-9a1b-df3c3db6f96a', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:7c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:26Z', 'updated_at': '2021-06-21T04:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_floatingips': [{'id': 'ec4d5da4-2915-4a65-899c-54eb606eff3a', 'tenant_id': '7ac19631df71474c90f158e6a57cb69b', 'floating_ip_address': '172.27.3.98', 'floating_network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'router_id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'port_id': '43a523f5-41fa-4c34-b04a-638423775cde', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0453a8f-147d-435a-b4a9-ec66a5c92927', 'mac_address': 'fa:16:3e:42:13:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86765939-ac55-4601-af3c-e2bdf8a6a35c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:30:32Z', 'updated_at': '2021-06-21T04:30:45Z', 'revision_number': 1, 'project_id': '7ac19631df71474c90f158e6a57cb69b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '392b9564-7aa7-4803-9f64-dcae4869533d', 'name': '', 'network_id': 'b0453a8f-147d-435a-b4a9-ec66a5c92927', 'tenant_id': '7ac19631df71474c90f158e6a57cb69b', 'mac_address': 'fa:16:3e:da:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cc19a82e-f40e-472d-88c4-f521c9c405b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:34Z', 'updated_at': '2021-06-21T04:25:43Z', 'revision_number': 5, 'project_id': '7ac19631df71474c90f158e6a57cb69b', 'subnets': [{'id': 'cc19a82e-f40e-472d-88c4-f521c9c405b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:30:47.283657 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 81499604-b515-4cea-904e-c20d1569bb98 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:30:47.377363 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 81499604-b515-4cea-904e-c20d1569bb98, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=81499604-b515-4cea-904e-c20d1569bb98,segment=NetworkSegment(eb9ae848-4717-40d3-8e38-d487e6aefc17),segment_id=eb9ae848-4717-40d3-8e38-d487e6aefc17)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:47.389388 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Returning: {'device': '81499604-b515-4cea-904e-c20d1569bb98', 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850', 'port_id': '81499604-b515-4cea-904e-c20d1569bb98', 'mac_address': 'fa:16:3e:ed:9f:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89f65d7-8f4a-4573-89cb-9c8dfe69919f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:30:47.432753 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:47.437289 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3560fa0a-2252-4b80-a716-5b8267921cb0 None None] New status for floating IP ec4d5da4-2915-4a65-899c-54eb606eff3a: ACTIVE {{(pid=92785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:30:47.449586 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.notifiers.nova [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81499604-b515-4cea-904e-c20d1569bb98 {{(pid=92784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:30:47.470827 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 81499604-b515-4cea-904e-c20d1569bb98, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=81499604-b515-4cea-904e-c20d1569bb98,segment=NetworkSegment(eb9ae848-4717-40d3-8e38-d487e6aefc17),segment_id=eb9ae848-4717-40d3-8e38-d487e6aefc17)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:47.475089 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:47.478646 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:47.524356 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Pushing event updated for resources: {'Port': ['ID=81499604-b515-4cea-904e-c20d1569bb98,revision_number=4']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:47.527769 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:47.753000 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] get_ports_and_sgs() called for port_ids ['81499604-b515-4cea-904e-c20d1569bb98'] {{(pid=92784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:30:48.125671 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc039a-a221-4b5e-a1ab-719caaaa09b6 req-2bde4ee6-22a2-489d-b80d-0e972c55c823 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:48.127362 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-7edc039a-a221-4b5e-a1ab-719caaaa09b6 req-2bde4ee6-22a2-489d-b80d-0e972c55c823 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 945 time: 0.0639393 Jun 21 04:30:48.165205 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-7edc039a-a221-4b5e-a1ab-719caaaa09b6 req-04b2e4fb-726a-42d3-bf5c-114ae1e628b6 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320802 Jun 21 04:30:48.361474 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c612f9-9676-435f-8760-fa660c42bdc2 req-7857b73f-bbf7-49b8-abb4-10e2ba0f1a80 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:48.362922 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-b8c612f9-9676-435f-8760-fa660c42bdc2 req-7857b73f-bbf7-49b8-abb4-10e2ba0f1a80 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/ports?device_id=23f87182-00fc-40b2-acd8-a9e6abdc88e9 HTTP/1.1" status: 200 len: 944 time: 0.0722523 Jun 21 04:30:48.404113 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-b8c612f9-9676-435f-8760-fa660c42bdc2 req-08746e65-a5bb-48d6-8821-e7728fce5ed9 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/security-groups?id=aef55aef-3d78-4e10-ac65-1776bfc6306e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353835 Jun 21 04:30:49.311883 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 81499604-b515-4cea-904e-c20d1569bb98 up at agent hyperv_hv-cinder-79717 {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:30:49.344657 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770a3d0-7607-4f7c-9eb5-5d0cb8d424f8 req-5277a320-03a2-4766-9c72-d69a7ac85e46 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:49.346133 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1770a3d0-7607-4f7c-9eb5-5d0cb8d424f8 req-5277a320-03a2-4766-9c72-d69a7ac85e46 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 945 time: 0.0663919 Jun 21 04:30:49.362918 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Provisioning for port 81499604-b515-4cea-904e-c20d1569bb98 completed by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:30:49.366927 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Provisioning complete for port 81499604-b515-4cea-904e-c20d1569bb98 triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:30:49.367325 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:49.385033 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1770a3d0-7607-4f7c-9eb5-5d0cb8d424f8 req-eb6338ee-84c9-4cca-890f-e835445a1a12 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333085 Jun 21 04:30:49.447667 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:49.469874 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f87182-00fc-40b2-acd8-a9e6abdc88e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81499604-b515-4cea-904e-c20d1569bb98'}] {{(pid=92784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:30:49.472197 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea407864149563716f916f7ad989592de9d82914ebf27f22c024267046db962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b20062-d5c9-4f51-89f2-c4d2cf347c61" -d '{"events": [{"server_uuid": "23f87182-00fc-40b2-acd8-a9e6abdc88e9", "name": "network-vif-plugged", "status": "completed", "tag": "81499604-b515-4cea-904e-c20d1569bb98"}]}' {{(pid=92784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:30:49.487337 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 81499604-b515-4cea-904e-c20d1569bb98, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=81499604-b515-4cea-904e-c20d1569bb98,segment=NetworkSegment(eb9ae848-4717-40d3-8e38-d487e6aefc17),segment_id=eb9ae848-4717-40d3-8e38-d487e6aefc17)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:49.491685 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:49.495852 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:49.522502 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0142151-c8df-4c20-bf0a-1106cdfca65d x-openstack-request-id: req-e0142151-c8df-4c20-bf0a-1106cdfca65d {{(pid=92784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:30:49.522799 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23f87182-00fc-40b2-acd8-a9e6abdc88e9", "name": "network-vif-plugged", "status": "completed", "tag": "81499604-b515-4cea-904e-c20d1569bb98", "code": 200}]} {{(pid=92784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:30:49.523060 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e0142151-c8df-4c20-bf0a-1106cdfca65d {{(pid=92784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:30:49.523591 dv-cinder-797170-3-iscsi neutron-server[92784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23f87182-00fc-40b2-acd8-a9e6abdc88e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81499604-b515-4cea-904e-c20d1569bb98', 'code': 200} Jun 21 04:30:49.549269 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Pushing event updated for resources: {'Port': ['ID=81499604-b515-4cea-904e-c20d1569bb98,revision_number=5']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:49.556894 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:49.557454 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:49.557918 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:49.558325 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:49.558927 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:49.559387 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:49.559738 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:49.560167 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:49.560779 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:49.561181 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:49.561572 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:49.562538 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:49.567265 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:49.592665 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07abd8-e724-4b4d-99a7-35cbbd0bd85b req-1c73b23b-2bbf-4bb9-8230-653d2144b0f5 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:49.594980 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-2a07abd8-e724-4b4d-99a7-35cbbd0bd85b req-1c73b23b-2bbf-4bb9-8230-653d2144b0f5 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/ports?device_id=23f87182-00fc-40b2-acd8-a9e6abdc88e9 HTTP/1.1" status: 200 len: 945 time: 0.0741286 Jun 21 04:30:49.632487 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-2a07abd8-e724-4b4d-99a7-35cbbd0bd85b req-75ed5b8b-3311-493d-a9fe-2c65d3a15f2d tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/security-groups?id=aef55aef-3d78-4e10-ac65-1776bfc6306e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318191 Jun 21 04:30:49.822874 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab4636-8140-47e4-952b-fce2499be0fb req-2db55e8e-aa59-4ea6-8373-d98b4552b270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:49.824208 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-49ab4636-8140-47e4-952b-fce2499be0fb req-2db55e8e-aa59-4ea6-8373-d98b4552b270 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=23f87182-00fc-40b2-acd8-a9e6abdc88e9 HTTP/1.1" status: 200 len: 1098 time: 0.0518918 Jun 21 04:30:49.859106 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-49ab4636-8140-47e4-952b-fce2499be0fb req-4b5f7406-9500-4304-8107-d6e52cd334d8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=aef55aef-3d78-4e10-ac65-1776bfc6306e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266845 Jun 21 04:30:50.563185 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60bb50-7b70-43cd-ab44-20cf11b98cba req-87f1f4f2-781f-4d1d-a4aa-5dec71623bc4 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:50.564641 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-7e60bb50-7b70-43cd-ab44-20cf11b98cba req-87f1f4f2-781f-4d1d-a4aa-5dec71623bc4 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 945 time: 0.0652161 Jun 21 04:30:50.603128 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-7e60bb50-7b70-43cd-ab44-20cf11b98cba req-348997b9-34fe-4026-b401-96d63cb0a364 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326283 Jun 21 04:30:50.966663 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d82229-b704-48e2-b40e-0e3f7a28952d req-c01babd0-6791-40e7-a45e-d8bab29196b0 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:50.968598 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-25d82229-b704-48e2-b40e-0e3f7a28952d req-c01babd0-6791-40e7-a45e-d8bab29196b0 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/ports?device_id=23f87182-00fc-40b2-acd8-a9e6abdc88e9 HTTP/1.1" status: 200 len: 945 time: 0.0684962 Jun 21 04:30:51.005260 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-25d82229-b704-48e2-b40e-0e3f7a28952d req-a6811b03-c3cb-43f1-b084-cb0cfe6551d1 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/security-groups?id=aef55aef-3d78-4e10-ac65-1776bfc6306e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310249 Jun 21 04:30:51.780664 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108002fd-66da-48c8-9277-d1af5ab028a2 req-87668b5a-6b2f-4c58-89d4-12185d1a44da tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:51.782090 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-108002fd-66da-48c8-9277-d1af5ab028a2 req-87668b5a-6b2f-4c58-89d4-12185d1a44da tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 945 time: 0.0676556 Jun 21 04:30:51.822142 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-108002fd-66da-48c8-9277-d1af5ab028a2 req-b93a67fe-a842-4922-ab78-dda05f6ef52b tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333123 Jun 21 04:30:52.176051 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e2567-1647-40fc-855e-59aae04eeb42 req-d0c5712c-2950-4838-ad14-44fe82295152 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:52.177859 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-201e2567-1647-40fc-855e-59aae04eeb42 req-d0c5712c-2950-4838-ad14-44fe82295152 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/ports?device_id=23f87182-00fc-40b2-acd8-a9e6abdc88e9 HTTP/1.1" status: 200 len: 945 time: 0.0636735 Jun 21 04:30:52.218755 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-201e2567-1647-40fc-855e-59aae04eeb42 req-1d79eefb-afb7-4e7c-876a-4a2b99859726 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/security-groups?id=aef55aef-3d78-4e10-ac65-1776bfc6306e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352614 Jun 21 04:30:52.395167 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c49e71f-8cc9-42ba-8eaa-e5b45ea31ba7 req-5ebcfb14-ac67-427f-862c-0c1d20011acc tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:52.396530 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6c49e71f-8cc9-42ba-8eaa-e5b45ea31ba7 req-5ebcfb14-ac67-427f-862c-0c1d20011acc tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/ports?device_id=23f87182-00fc-40b2-acd8-a9e6abdc88e9 HTTP/1.1" status: 200 len: 945 time: 0.0688672 Jun 21 04:30:52.434226 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6c49e71f-8cc9-42ba-8eaa-e5b45ea31ba7 req-b119e3d0-c882-43eb-a6b8-2bfd0552ba7c tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/security-groups?id=aef55aef-3d78-4e10-ac65-1776bfc6306e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321455 Jun 21 04:30:52.457904 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 35010) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:52.601271 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6adba4-5f7b-48ca-9c69-df4f6bf09a0a tempest-TestVolumeBootPattern-639476257 tempest-TestVolumeBootPattern-639476257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:52.602763 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-af6adba4-5f7b-48ca-9c69-df4f6bf09a0a tempest-TestVolumeBootPattern-639476257 tempest-TestVolumeBootPattern-639476257-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=23f87182-00fc-40b2-acd8-a9e6abdc88e9 HTTP/1.1" status: 200 len: 1093 time: 0.1438692 Jun 21 04:30:52.605562 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 35018) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:30:52.609808 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [None req-f80b8fa8-6203-4833-982c-c0ffb0d6fe85 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Request body: {'floatingip': {'floating_network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'port_id': '81499604-b515-4cea-904e-c20d1569bb98', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'fixed_ip_address': '172.20.0.9'}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:30:52.631889 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-f80b8fa8-6203-4833-982c-c0ffb0d6fe85 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks [] for floatingip, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:52.728773 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-f80b8fa8-6203-4833-982c-c0ffb0d6fe85 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:52.829854 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.db_base_plugin_common [None req-f80b8fa8-6203-4833-982c-c0ffb0d6fe85 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Allocated IP 172.27.3.7 (6916bb71-a8d9-40e6-a88e-dbc7129bc7b3/8c39627d-1aec-4229-8b15-efcd0ccd7e2f/29c06981-5b53-4ba0-8638-daf921953ab2) {{(pid=92782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:30:52.935686 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-f80b8fa8-6203-4833-982c-c0ffb0d6fe85 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks [] for port, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:53.017716 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-f80b8fa8-6203-4833-982c-c0ffb0d6fe85 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14133711'] for port, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:53.021178 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-e7bb184c-90a0-4f1a-beee-a6d1fa868c71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:53.033002 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbabdf7f-23a9-48b0-9f77-149563fd25a0 req-a455e77a-76e6-42f5-b62d-d9b4c76517cf tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:53.034466 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-dbabdf7f-23a9-48b0-9f77-149563fd25a0 req-a455e77a-76e6-42f5-b62d-d9b4c76517cf tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 945 time: 0.0926437 Jun 21 04:30:53.073809 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80b8fa8-6203-4833-982c-c0ffb0d6fe85 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Network 6916bb71-a8d9-40e6-a88e-dbc7129bc7b3 is already hosted by enough agents. {{(pid=92782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:30:53.087231 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.base_scheduler [None req-f80b8fa8-6203-4833-982c-c0ffb0d6fe85 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Resources bound (agent type, host, resource id): {{(pid=92782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:30:53.089834 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80b8fa8-6203-4833-982c-c0ffb0d6fe85 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Received port after_create {{(pid=92782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:30:53.118693 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b8fa8-6203-4833-982c-c0ffb0d6fe85 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Pushing event updated for resources: {'Port': ['ID=29c06981-5b53-4ba0-8638-daf921953ab2,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:53.140924 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80b8fa8-6203-4833-982c-c0ffb0d6fe85 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:53.141296 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80b8fa8-6203-4833-982c-c0ffb0d6fe85 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:53.141664 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80b8fa8-6203-4833-982c-c0ffb0d6fe85 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:53.142293 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80b8fa8-6203-4833-982c-c0ffb0d6fe85 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:53.142682 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80b8fa8-6203-4833-982c-c0ffb0d6fe85 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:53.143038 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80b8fa8-6203-4833-982c-c0ffb0d6fe85 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:53.143388 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80b8fa8-6203-4833-982c-c0ffb0d6fe85 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:53.143739 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80b8fa8-6203-4833-982c-c0ffb0d6fe85 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:53.144087 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80b8fa8-6203-4833-982c-c0ffb0d6fe85 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:53.144433 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80b8fa8-6203-4833-982c-c0ffb0d6fe85 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:53.144778 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80b8fa8-6203-4833-982c-c0ffb0d6fe85 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:53.145126 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80b8fa8-6203-4833-982c-c0ffb0d6fe85 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:30:53.149116 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-f80b8fa8-6203-4833-982c-c0ffb0d6fe85 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:53.153730 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-dbabdf7f-23a9-48b0-9f77-149563fd25a0 req-0811b89f-6ac3-48f1-9bc7-bf60dca51217 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985456 Jun 21 04:30:53.475517 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-f80b8fa8-6203-4833-982c-c0ffb0d6fe85 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:53.550433 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-f80b8fa8-6203-4833-982c-c0ffb0d6fe85 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:53.978890 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-f80b8fa8-6203-4833-982c-c0ffb0d6fe85 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks [] for port, precommit_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:53.984227 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-f80b8fa8-6203-4833-982c-c0ffb0d6fe85 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14133753'] for port, after_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:53.986179 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-f5d7520b-2fc3-4ca6-9b9c-7c638b5be170 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:54.046824 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b8fa8-6203-4833-982c-c0ffb0d6fe85 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Pushing event updated for resources: {'Port': ['ID=29c06981-5b53-4ba0-8638-daf921953ab2,revision_number=2']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:54.050676 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-f80b8fa8-6203-4833-982c-c0ffb0d6fe85 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:54.062611 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-f80b8fa8-6203-4833-982c-c0ffb0d6fe85 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689737'] for floatingip, after_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:54.160045 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.db.l3_db [None req-f80b8fa8-6203-4833-982c-c0ffb0d6fe85 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Floating IP 1c3b0722-7f2c-4045-adb6-ef7b755892c8 associated. External IP: 172.27.3.7, port: 81499604-b515-4cea-904e-c20d1569bb98. Jun 21 04:30:54.406005 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80b8fa8-6203-4833-982c-c0ffb0d6fe85 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Router c6f4c286-1035-4679-a9e9-b0be432b890f has already been hosted by L3 agent 24838221-9d49-44eb-9e47-6a2fc9da17a2 {{(pid=92782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:30:54.418872 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929a45f-bbb5-4c58-b7d4-4b70fa3d78e4 req-05b71ca6-4279-47ab-beb4-95c3908166ac tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:54.420404 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f929a45f-bbb5-4c58-b7d4-4b70fa3d78e4 req-05b71ca6-4279-47ab-beb4-95c3908166ac tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 945 time: 0.1233454 Jun 21 04:30:54.508539 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f929a45f-bbb5-4c58-b7d4-4b70fa3d78e4 req-f4f699a0-835b-4308-9f4d-61f91f176b4a tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806730 Jun 21 04:30:54.562506 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80b8fa8-6203-4833-982c-c0ffb0d6fe85 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify agent at l3_agent.dv-cinder-797170-3-iscsi the message routers_updated {{(pid=92782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:30:54.572287 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc43dc9d-4f0d-488e-a309-c763700e820c None None] Sync routers for ids ['c6f4c286-1035-4679-a9e9-b0be432b890f'] in dv-cinder-797170-3-iscsi {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:30:54.578583 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-f80b8fa8-6203-4833-982c-c0ffb0d6fe85 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for floatingip, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:54.584154 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc43dc9d-4f0d-488e-a309-c763700e820c None None] Routers {'c6f4c286-1035-4679-a9e9-b0be432b890f'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:30:54.584776 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-dc43dc9d-4f0d-488e-a309-c763700e820c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:30:30Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['c6f4c286-1035-4679-a9e9-b0be432b890f'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:30:54.617272 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-f80b8fa8-6203-4833-982c-c0ffb0d6fe85 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.0107224 Jun 21 04:30:54.617923 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23f87182-00fc-40b2-acd8-a9e6abdc88e9', 'tag': '81499604-b515-4cea-904e-c20d1569bb98'}] {{(pid=92782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:30:54.620266 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20f1c8b8986f59859b4229cceefba24e6e47d71d2fcee399c6ca6947cd3b11b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d0c64c-3151-4f24-afab-54ecca4df657" -d '{"events": [{"name": "network-changed", "server_uuid": "23f87182-00fc-40b2-acd8-a9e6abdc88e9", "tag": "81499604-b515-4cea-904e-c20d1569bb98"}]}' {{(pid=92782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:30:54.656339 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118771ec-dfcd-48e7-925e-8a775090ba6d x-openstack-request-id: req-118771ec-dfcd-48e7-925e-8a775090ba6d {{(pid=92782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:30:54.656661 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23f87182-00fc-40b2-acd8-a9e6abdc88e9", "tag": "81499604-b515-4cea-904e-c20d1569bb98", "status": "completed", "code": 200}]} {{(pid=92782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:30:54.656977 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-118771ec-dfcd-48e7-925e-8a775090ba6d {{(pid=92782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:30:54.657426 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23f87182-00fc-40b2-acd8-a9e6abdc88e9', 'tag': '81499604-b515-4cea-904e-c20d1569bb98', 'status': 'completed', 'code': 200} Jun 21 04:30:54.690496 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-dc43dc9d-4f0d-488e-a309-c763700e820c None None] Set router c6f4c286-1035-4679-a9e9-b0be432b890f gateway port host: dv-cinder-797170-3-iscsi {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:30:54.735320 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0c64c-3151-4f24-afab-54ecca4df657 req-7ce82c9e-faca-40cc-b8d0-ced270eaedec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:54.736753 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-86d0c64c-3151-4f24-afab-54ecca4df657 req-7ce82c9e-faca-40cc-b8d0-ced270eaedec service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=371add3dc65f463097e1b4846b0ba580&device_id=23f87182-00fc-40b2-acd8-a9e6abdc88e9 HTTP/1.1" status: 200 len: 1098 time: 0.0506175 Jun 21 04:30:54.833438 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0c64c-3151-4f24-afab-54ecca4df657 req-27422d6d-9e15-4cef-867b-171cc2d6d495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:54.834788 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-86d0c64c-3151-4f24-afab-54ecca4df657 req-27422d6d-9e15-4cef-867b-171cc2d6d495 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7d357d88-e0cd-4a9b-b7b1-521691a3a850 HTTP/1.1" status: 200 len: 913 time: 0.0856159 Jun 21 04:30:54.899501 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-86d0c64c-3151-4f24-afab-54ecca4df657 req-1997da90-e2fe-4649-b901-a7c1c87f8360 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81499604-b515-4cea-904e-c20d1569bb98 HTTP/1.1" status: 200 len: 997 time: 0.0578732 Jun 21 04:30:54.911010 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-dc43dc9d-4f0d-488e-a309-c763700e820c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'name': 'tempest-TestVolumeBootPattern-1156486518-router', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a46145cf-7465-42a2-bf67-e0991f0a15f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:07Z', 'updated_at': '2021-06-21T04:30:10Z', 'revision_number': 4, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'gw_port': {'id': 'a46145cf-7465-42a2-bf67-e0991f0a15f1', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:07Z', 'updated_at': '2021-06-21T04:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_floatingips': [{'id': '1c3b0722-7f2c-4045-adb6-ef7b755892c8', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'floating_ip_address': '172.27.3.7', 'floating_network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'router_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'port_id': '81499604-b515-4cea-904e-c20d1569bb98', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850', 'mac_address': 'fa:16:3e:ed:9f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f87182-00fc-40b2-acd8-a9e6abdc88e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:30:53Z', 'updated_at': '2021-06-21T04:30:53Z', 'revision_number': 0, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c38d0844-290a-462c-9a37-a22225bd6794', 'name': '', 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'mac_address': 'fa:16:3e:ee:47:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'b89f65d7-8f4a-4573-89cb-9c8dfe69919f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:09Z', 'updated_at': '2021-06-21T04:30:16Z', 'revision_number': 5, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'subnets': [{'id': 'b89f65d7-8f4a-4573-89cb-9c8dfe69919f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:30:54.937298 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc43dc9d-4f0d-488e-a309-c763700e820c None None] Checking router: c6f4c286-1035-4679-a9e9-b0be432b890f for host: dv-cinder-797170-3-iscsi {{(pid=92784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:30:54.945955 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc43dc9d-4f0d-488e-a309-c763700e820c None None] Routers {'c6f4c286-1035-4679-a9e9-b0be432b890f'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:30:54.946597 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-dc43dc9d-4f0d-488e-a309-c763700e820c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:30:30Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['c6f4c286-1035-4679-a9e9-b0be432b890f'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:30:54.952964 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0c64c-3151-4f24-afab-54ecca4df657 req-17ccde3c-68a3-4ded-8921-3e0a1fd1a0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:54.954406 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-86d0c64c-3151-4f24-afab-54ecca4df657 req-17ccde3c-68a3-4ded-8921-3e0a1fd1a0df service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b89f65d7-8f4a-4573-89cb-9c8dfe69919f HTTP/1.1" status: 200 len: 851 time: 0.0477808 Jun 21 04:30:55.010731 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0c64c-3151-4f24-afab-54ecca4df657 req-5f6879a1-2a5a-45c3-aaaf-561d2e067fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:55.012183 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-86d0c64c-3151-4f24-afab-54ecca4df657 req-5f6879a1-2a5a-45c3-aaaf-561d2e067fab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7d357d88-e0cd-4a9b-b7b1-521691a3a850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511830 Jun 21 04:30:55.049749 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-dc43dc9d-4f0d-488e-a309-c763700e820c None None] Set router c6f4c286-1035-4679-a9e9-b0be432b890f gateway port host: dv-cinder-797170-3-iscsi {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:30:55.099864 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-86d0c64c-3151-4f24-afab-54ecca4df657 req-99acd622-f691-4592-9c9a-82671fd5a8c9 service neutron] 10.222.0.55 "GET /v2.0/networks/7d357d88-e0cd-4a9b-b7b1-521691a3a850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803041 Jun 21 04:30:55.198896 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-86d0c64c-3151-4f24-afab-54ecca4df657 req-8cba34d6-f338-493c-b945-a8ae2fedcc93 service neutron] 10.222.0.55 "GET /v2.0/networks/7d357d88-e0cd-4a9b-b7b1-521691a3a850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847509 Jun 21 04:30:55.265957 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-dc43dc9d-4f0d-488e-a309-c763700e820c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'name': 'tempest-TestVolumeBootPattern-1156486518-router', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a46145cf-7465-42a2-bf67-e0991f0a15f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:07Z', 'updated_at': '2021-06-21T04:30:10Z', 'revision_number': 4, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'gw_port': {'id': 'a46145cf-7465-42a2-bf67-e0991f0a15f1', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:07Z', 'updated_at': '2021-06-21T04:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_floatingips': [{'id': '1c3b0722-7f2c-4045-adb6-ef7b755892c8', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'floating_ip_address': '172.27.3.7', 'floating_network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'router_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'port_id': '81499604-b515-4cea-904e-c20d1569bb98', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850', 'mac_address': 'fa:16:3e:ed:9f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f87182-00fc-40b2-acd8-a9e6abdc88e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:30:53Z', 'updated_at': '2021-06-21T04:30:53Z', 'revision_number': 0, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c38d0844-290a-462c-9a37-a22225bd6794', 'name': '', 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'mac_address': 'fa:16:3e:ee:47:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'b89f65d7-8f4a-4573-89cb-9c8dfe69919f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:09Z', 'updated_at': '2021-06-21T04:30:16Z', 'revision_number': 5, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'subnets': [{'id': 'b89f65d7-8f4a-4573-89cb-9c8dfe69919f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:30:55.291853 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc43dc9d-4f0d-488e-a309-c763700e820c None None] The sync data for ids ['c6f4c286-1035-4679-a9e9-b0be432b890f'] in dv-cinder-797170-3-iscsi is: [{'id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'name': 'tempest-TestVolumeBootPattern-1156486518-router', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a46145cf-7465-42a2-bf67-e0991f0a15f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:07Z', 'updated_at': '2021-06-21T04:30:10Z', 'revision_number': 4, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'gw_port': {'id': 'a46145cf-7465-42a2-bf67-e0991f0a15f1', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:07Z', 'updated_at': '2021-06-21T04:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_floatingips': [{'id': '1c3b0722-7f2c-4045-adb6-ef7b755892c8', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'floating_ip_address': '172.27.3.7', 'floating_network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'router_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'port_id': '81499604-b515-4cea-904e-c20d1569bb98', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850', 'mac_address': 'fa:16:3e:ed:9f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f87182-00fc-40b2-acd8-a9e6abdc88e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:30:53Z', 'updated_at': '2021-06-21T04:30:53Z', 'revision_number': 0, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c38d0844-290a-462c-9a37-a22225bd6794', 'name': '', 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'mac_address': 'fa:16:3e:ee:47:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'b89f65d7-8f4a-4573-89cb-9c8dfe69919f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:09Z', 'updated_at': '2021-06-21T04:30:16Z', 'revision_number': 5, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'subnets': [{'id': 'b89f65d7-8f4a-4573-89cb-9c8dfe69919f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:30:55.358472 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 41c62c7c-4f0d-4811-b52d-e4973f034cf6 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:30:55.454060 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 41c62c7c-4f0d-4811-b52d-e4973f034cf6, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=41c62c7c-4f0d-4811-b52d-e4973f034cf6,segment=NetworkSegment(e5545432-0850-4927-a96c-466ee806cf28),segment_id=e5545432-0850-4927-a96c-466ee806cf28)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:55.466432 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Returning: {'device': '41c62c7c-4f0d-4811-b52d-e4973f034cf6', 'network_id': 'fd6e448a-06f0-4e1b-bc50-7a0749d71b51', 'port_id': '41c62c7c-4f0d-4811-b52d-e4973f034cf6', 'mac_address': 'fa:16:3e:b5:99:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8b0903-2890-45e0-bcb1-1f07c6fca395', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:30:55.486880 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c015fd90-d2ac-45a0-9d1e-c09f99a98aa0 None None] New status for floating IP 1c3b0722-7f2c-4045-adb6-ef7b755892c8: ACTIVE {{(pid=92785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:30:55.631951 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:55.649646 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.notifiers.nova [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 41c62c7c-4f0d-4811-b52d-e4973f034cf6 {{(pid=92784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:30:55.671674 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 41c62c7c-4f0d-4811-b52d-e4973f034cf6, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=41c62c7c-4f0d-4811-b52d-e4973f034cf6,segment=NetworkSegment(e5545432-0850-4927-a96c-466ee806cf28),segment_id=e5545432-0850-4927-a96c-466ee806cf28)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:55.677533 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:55.679635 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:55.723621 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a96765-44a2-498d-89ef-3e78b1f0a937 req-6c2c9cf6-32b8-4b41-8d8d-03ee028a9d16 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:55.725163 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-15a96765-44a2-498d-89ef-3e78b1f0a937 req-6c2c9cf6-32b8-4b41-8d8d-03ee028a9d16 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 945 time: 0.0664909 Jun 21 04:30:55.728029 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Pushing event updated for resources: {'Port': ['ID=41c62c7c-4f0d-4811-b52d-e4973f034cf6,revision_number=6']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:55.730839 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:55.763561 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-15a96765-44a2-498d-89ef-3e78b1f0a937 req-7330d98b-a8fd-4a83-9ed3-45596d9f38e1 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315115 Jun 21 04:30:55.779077 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] get_ports_and_sgs() called for port_ids ['41c62c7c-4f0d-4811-b52d-e4973f034cf6'] {{(pid=92784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:30:56.941523 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc8d87-8f3a-4c31-9c52-3a7cf52e7842 req-680070ba-6923-4325-8155-1fa96e751d7e tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:56.942994 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d9fc8d87-8f3a-4c31-9c52-3a7cf52e7842 req-680070ba-6923-4325-8155-1fa96e751d7e tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 944 time: 0.0622542 Jun 21 04:30:56.986095 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d9fc8d87-8f3a-4c31-9c52-3a7cf52e7842 req-b2c0201e-9929-471e-b247-066fe3a3660e tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374336 Jun 21 04:30:57.376011 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 41c62c7c-4f0d-4811-b52d-e4973f034cf6 up at agent hyperv_hv-cinder-79717 {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:30:57.421982 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Provisioning complete for port 41c62c7c-4f0d-4811-b52d-e4973f034cf6 triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:30:57.422386 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:57.470358 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-27d0e9e8-2a38-4ddb-aa27-16a5941627f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:57.510968 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:57.534281 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c1d804-dc55-4d0f-b804-110239519a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c62c7c-4f0d-4811-b52d-e4973f034cf6'}] {{(pid=92784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:30:57.537025 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea407864149563716f916f7ad989592de9d82914ebf27f22c024267046db962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b188bb-359c-48ea-8fe3-c74cb723b156" -d '{"events": [{"server_uuid": "59c1d804-dc55-4d0f-b804-110239519a19", "name": "network-vif-plugged", "status": "completed", "tag": "41c62c7c-4f0d-4811-b52d-e4973f034cf6"}]}' {{(pid=92784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:30:57.550065 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 41c62c7c-4f0d-4811-b52d-e4973f034cf6, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=41c62c7c-4f0d-4811-b52d-e4973f034cf6,segment=NetworkSegment(e5545432-0850-4927-a96c-466ee806cf28),segment_id=e5545432-0850-4927-a96c-466ee806cf28)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:30:57.555091 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:30:57.557071 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:30:57.581063 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c960d511-ab85-4fbe-b92c-02424da63809 x-openstack-request-id: req-c960d511-ab85-4fbe-b92c-02424da63809 {{(pid=92784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:30:57.581378 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c1d804-dc55-4d0f-b804-110239519a19", "name": "network-vif-plugged", "status": "completed", "tag": "41c62c7c-4f0d-4811-b52d-e4973f034cf6", "code": 200}]} {{(pid=92784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:30:57.581763 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c960d511-ab85-4fbe-b92c-02424da63809 {{(pid=92784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:30:57.582123 dv-cinder-797170-3-iscsi neutron-server[92784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c1d804-dc55-4d0f-b804-110239519a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c62c7c-4f0d-4811-b52d-e4973f034cf6', 'code': 200} Jun 21 04:30:57.607168 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Pushing event updated for resources: {'Port': ['ID=41c62c7c-4f0d-4811-b52d-e4973f034cf6,revision_number=7']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:30:57.610203 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:30:58.163576 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c2dd2-e08b-47d7-aa6b-0c2ac1cbd168 req-e7907db1-bb77-4d28-8b73-e8ffb69ac79a tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:58.165055 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d74c2dd2-e08b-47d7-aa6b-0c2ac1cbd168 req-e7907db1-bb77-4d28-8b73-e8ffb69ac79a tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 945 time: 0.0643237 Jun 21 04:30:58.204267 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d74c2dd2-e08b-47d7-aa6b-0c2ac1cbd168 req-ba8e37f4-c201-478e-a7f5-b6f69e386a81 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331125 Jun 21 04:30:59.404798 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99166193-64e6-465f-bf3e-b0ad468d3301 req-0504fcea-ac2f-4aaf-957b-3c5315f9ed59 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:30:59.404798 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-99166193-64e6-465f-bf3e-b0ad468d3301 req-0504fcea-ac2f-4aaf-957b-3c5315f9ed59 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 945 time: 0.0730789 Jun 21 04:30:59.446400 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-99166193-64e6-465f-bf3e-b0ad468d3301 req-f03a1093-7d08-492f-932a-3af1c3eaba30 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362210 Jun 21 04:30:59.770724 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-b6073787-6877-4a44-9a6e-bf93cfd880ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:00.064197 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:00.654412 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc303c-1a46-473c-8658-ac858bc995b9 req-07e3e71b-89e3-4bd3-9b6a-5eae66670118 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:00.657296 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f0fc303c-1a46-473c-8658-ac858bc995b9 req-07e3e71b-89e3-4bd3-9b6a-5eae66670118 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 945 time: 0.0840669 Jun 21 04:31:00.702169 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f0fc303c-1a46-473c-8658-ac858bc995b9 req-11b4d41e-4226-404b-91d5-cabcb4761518 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390685 Jun 21 04:31:01.152121 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-96e1c505-da01-46a8-887c-1f2eb0a4db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:01.897490 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aac747-19fe-4202-a586-a276a99b203e req-d4b1dabe-c6fe-49c8-bbe5-332a90eb9c4c tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:01.899033 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-62aac747-19fe-4202-a586-a276a99b203e req-d4b1dabe-c6fe-49c8-bbe5-332a90eb9c4c tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 945 time: 0.0714636 Jun 21 04:31:01.947323 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-62aac747-19fe-4202-a586-a276a99b203e req-f56dc00e-9156-468b-bbf4-1cfc37549fcf tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422177 Jun 21 04:31:02.612835 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-a8ace0c1-1149-433a-b03a-8a8d050911ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:03.127273 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a55f18-571a-4eaf-bb8b-e938b450525c req-a0aa23a5-5e56-4aa8-b36d-c17bd84444fe tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:03.129513 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-89a55f18-571a-4eaf-bb8b-e938b450525c req-a0aa23a5-5e56-4aa8-b36d-c17bd84444fe tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 945 time: 0.0723164 Jun 21 04:31:03.180053 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-89a55f18-571a-4eaf-bb8b-e938b450525c req-0b5e0372-9ede-4cad-b198-5c989589123b tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444729 Jun 21 04:31:04.426356 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918e122-8f64-4a2b-898b-3f1194aa41c5 req-39d41b1c-e32a-4d1e-819f-3b7117893bc0 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:04.434231 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-7918e122-8f64-4a2b-898b-3f1194aa41c5 req-39d41b1c-e32a-4d1e-819f-3b7117893bc0 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 945 time: 0.0875731 Jun 21 04:31:04.476282 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-7918e122-8f64-4a2b-898b-3f1194aa41c5 req-7b775499-3dd5-4172-8bdc-825a01392da1 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377989 Jun 21 04:31:05.331908 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.agents_db [None req-2d4e51dd-16b2-4ea0-aa94-70b67a47226d None None] Agent healthcheck: found 6 active agents {{(pid=92785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:31:05.706629 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c98c3b-af68-4671-ad15-d614479f8b66 req-dc8e3a24-3cc6-434f-96c6-94bfd64e9e53 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:05.708804 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-91c98c3b-af68-4671-ad15-d614479f8b66 req-dc8e3a24-3cc6-434f-96c6-94bfd64e9e53 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 945 time: 0.0766704 Jun 21 04:31:05.754948 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-91c98c3b-af68-4671-ad15-d614479f8b66 req-35223e28-cb6b-4b4e-8315-7b37f717780d tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393028 Jun 21 04:31:06.963555 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cde2b1-8050-43c5-aff6-f36fd85434d3 req-566e8822-87a0-4d7e-ac44-8d0bbb6b81e5 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:06.964964 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-23cde2b1-8050-43c5-aff6-f36fd85434d3 req-566e8822-87a0-4d7e-ac44-8d0bbb6b81e5 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 945 time: 0.0767705 Jun 21 04:31:07.011485 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-23cde2b1-8050-43c5-aff6-f36fd85434d3 req-077cfb97-01d4-4172-9200-0744abe3f070 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400546 Jun 21 04:31:08.184653 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8263f9c-8699-4195-af70-d8c8df10ee3e req-e23a42de-bcb2-4c87-9f4d-f54ff65a01d2 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:08.186095 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f8263f9c-8699-4195-af70-d8c8df10ee3e req-e23a42de-bcb2-4c87-9f4d-f54ff65a01d2 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 945 time: 0.0623095 Jun 21 04:31:08.222839 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f8263f9c-8699-4195-af70-d8c8df10ee3e req-6e7dc6d8-48cf-4677-a1a6-10453e781f28 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306633 Jun 21 04:31:09.396281 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415979bc-eb74-4be6-b570-b168101e113b req-25ad27c6-8bbb-4204-834d-92ae7a99f53f tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:09.397722 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-415979bc-eb74-4be6-b570-b168101e113b req-25ad27c6-8bbb-4204-834d-92ae7a99f53f tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 945 time: 0.0618911 Jun 21 04:31:09.438752 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-415979bc-eb74-4be6-b570-b168101e113b req-9d763cb4-a6e6-42c7-a71d-4d78c89d1f38 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352862 Jun 21 04:31:09.508555 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904179e-3bec-4ce7-b7d4-cbbff7fae0ca req-e680feba-cdff-4bf4-8c13-5686774d0935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:09.509902 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-3904179e-3bec-4ce7-b7d4-cbbff7fae0ca req-e680feba-cdff-4bf4-8c13-5686774d0935 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e73c54dea0a944059b24d8393e162682&device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 1098 time: 0.0523069 Jun 21 04:31:09.604058 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904179e-3bec-4ce7-b7d4-cbbff7fae0ca req-2ce31000-bbd9-4928-8711-64276a78ee79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:09.605447 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-3904179e-3bec-4ce7-b7d4-cbbff7fae0ca req-2ce31000-bbd9-4928-8711-64276a78ee79 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd6e448a-06f0-4e1b-bc50-7a0749d71b51 HTTP/1.1" status: 200 len: 918 time: 0.0854485 Jun 21 04:31:09.668478 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-3904179e-3bec-4ce7-b7d4-cbbff7fae0ca req-df44d152-8cf6-4b4e-87fa-ff1a662c647e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41c62c7c-4f0d-4811-b52d-e4973f034cf6 HTTP/1.1" status: 200 len: 1001 time: 0.0560677 Jun 21 04:31:09.717654 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904179e-3bec-4ce7-b7d4-cbbff7fae0ca req-4cd12d53-f3bf-426d-9539-98c73926bea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:09.719113 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-3904179e-3bec-4ce7-b7d4-cbbff7fae0ca req-4cd12d53-f3bf-426d-9539-98c73926bea4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8d8b0903-2890-45e0-bcb1-1f07c6fca395 HTTP/1.1" status: 200 len: 856 time: 0.0429745 Jun 21 04:31:09.778781 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904179e-3bec-4ce7-b7d4-cbbff7fae0ca req-00c3db36-e50a-4aed-985c-ced751461c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:09.780152 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-3904179e-3bec-4ce7-b7d4-cbbff7fae0ca req-00c3db36-e50a-4aed-985c-ced751461c75 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd6e448a-06f0-4e1b-bc50-7a0749d71b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542245 Jun 21 04:31:09.878837 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-3904179e-3bec-4ce7-b7d4-cbbff7fae0ca req-954b85d3-a355-4337-b2db-f03bffb2e077 service neutron] 10.222.0.55 "GET /v2.0/networks/fd6e448a-06f0-4e1b-bc50-7a0749d71b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912805 Jun 21 04:31:09.974869 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-3904179e-3bec-4ce7-b7d4-cbbff7fae0ca req-2bd57039-549e-4a39-bff3-9583e0c05cf3 service neutron] 10.222.0.55 "GET /v2.0/networks/fd6e448a-06f0-4e1b-bc50-7a0749d71b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890989 Jun 21 04:31:10.616104 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08f057-67ed-4492-a220-fed6b0546904 req-7daf35b2-664f-40c2-b700-5f3e1379df8f tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:10.617460 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1a08f057-67ed-4492-a220-fed6b0546904 req-7daf35b2-664f-40c2-b700-5f3e1379df8f tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 945 time: 0.0623107 Jun 21 04:31:10.653775 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1a08f057-67ed-4492-a220-fed6b0546904 req-33ca0d24-349c-48bb-ae33-5d78b76df381 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307760 Jun 21 04:31:11.826472 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142f2b8-5729-447f-9e18-6ab0b4795259 req-a696b169-6cb6-47dc-afde-b20322a15209 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:11.828499 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c142f2b8-5729-447f-9e18-6ab0b4795259 req-a696b169-6cb6-47dc-afde-b20322a15209 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 945 time: 0.0615335 Jun 21 04:31:11.864377 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c142f2b8-5729-447f-9e18-6ab0b4795259 req-ba169d13-af4d-4140-a534-5542001809c1 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304561 Jun 21 04:31:13.042747 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8de758-c318-470a-88a3-e932e68e9e17 req-12ebd70c-a851-4a1b-a73b-471b81a2c071 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:13.044191 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1f8de758-c318-470a-88a3-e932e68e9e17 req-12ebd70c-a851-4a1b-a73b-471b81a2c071 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 945 time: 0.0670452 Jun 21 04:31:13.080597 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1f8de758-c318-470a-88a3-e932e68e9e17 req-4c3729e9-f126-4918-9a35-9051a4f53f0a tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309668 Jun 21 04:31:13.496958 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 41c62c7c-4f0d-4811-b52d-e4973f034cf6 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:31:13.571670 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:13.593290 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c1d804-dc55-4d0f-b804-110239519a19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41c62c7c-4f0d-4811-b52d-e4973f034cf6'}] {{(pid=92784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:31:13.595669 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea407864149563716f916f7ad989592de9d82914ebf27f22c024267046db962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb36397-7461-418f-acba-248c11bd6e11" -d '{"events": [{"server_uuid": "59c1d804-dc55-4d0f-b804-110239519a19", "name": "network-vif-unplugged", "status": "completed", "tag": "41c62c7c-4f0d-4811-b52d-e4973f034cf6"}]}' {{(pid=92784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:31:13.608437 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 41c62c7c-4f0d-4811-b52d-e4973f034cf6, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=41c62c7c-4f0d-4811-b52d-e4973f034cf6,segment=NetworkSegment(e5545432-0850-4927-a96c-466ee806cf28),segment_id=e5545432-0850-4927-a96c-466ee806cf28)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:31:13.612255 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:13.614135 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:13.658924 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Pushing event updated for resources: {'Port': ['ID=41c62c7c-4f0d-4811-b52d-e4973f034cf6,revision_number=8']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:13.662287 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:13.684225 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 04:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f802418f-3523-4f05-bf1c-909ff1a7ae5b x-openstack-request-id: req-f802418f-3523-4f05-bf1c-909ff1a7ae5b {{(pid=92784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:31:13.684526 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c1d804-dc55-4d0f-b804-110239519a19", "name": "network-vif-unplugged", "status": "completed", "tag": "41c62c7c-4f0d-4811-b52d-e4973f034cf6", "code": 200}]} {{(pid=92784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:31:13.684789 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f802418f-3523-4f05-bf1c-909ff1a7ae5b {{(pid=92784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:31:13.685187 dv-cinder-797170-3-iscsi neutron-server[92784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c1d804-dc55-4d0f-b804-110239519a19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41c62c7c-4f0d-4811-b52d-e4973f034cf6', 'code': 200} Jun 21 04:31:14.270936 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21be1d-deed-4611-b4d8-663db4acd94e req-27e9a2ce-e97b-4bae-b8d6-a37c8ec66c80 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:14.272420 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6b21be1d-deed-4611-b4d8-663db4acd94e req-27e9a2ce-e97b-4bae-b8d6-a37c8ec66c80 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 943 time: 0.0680733 Jun 21 04:31:14.309980 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6b21be1d-deed-4611-b4d8-663db4acd94e req-6d620ad4-b230-43b0-ac6e-951ed952daec tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319729 Jun 21 04:31:16.798199 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8edd6bf-9c25-4260-9c4a-b6c78416d5c6 req-846f3d71-690b-4fb2-b333-74bc1d5c456d tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:16.799718 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a8edd6bf-9c25-4260-9c4a-b6c78416d5c6 req-846f3d71-690b-4fb2-b333-74bc1d5c456d tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 943 time: 0.0670185 Jun 21 04:31:16.840807 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a8edd6bf-9c25-4260-9c4a-b6c78416d5c6 req-d2fb4126-5eee-4213-b76b-4c2ac49d463a tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356188 Jun 21 04:31:16.948355 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 35272) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:31:17.038100 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-313f53c7-9af4-405f-b6b0-92ddb312a2f1 req-2a8f18ad-f7d1-49d3-8e46-351dc5bde99a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0885706 Jun 21 04:31:17.364876 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:17.512421 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 41c62c7c-4f0d-4811-b52d-e4973f034cf6 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:31:18.015431 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc58beb-1b9f-45d9-a255-e487c143b2cd req-0f38a251-8012-4db5-92c1-c1d10e883147 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:18.017387 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-4dc58beb-1b9f-45d9-a255-e487c143b2cd req-0f38a251-8012-4db5-92c1-c1d10e883147 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 943 time: 0.0632164 Jun 21 04:31:18.054821 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-4dc58beb-1b9f-45d9-a255-e487c143b2cd req-05c28d53-6abe-4072-891c-622186b703f1 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316420 Jun 21 04:31:18.071913 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f53c7-9af4-405f-b6b0-92ddb312a2f1 req-119da890-52e9-4adc-9ff4-56790f2f9065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:18.073384 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-313f53c7-9af4-405f-b6b0-92ddb312a2f1 req-119da890-52e9-4adc-9ff4-56790f2f9065 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19&tenant_id=e73c54dea0a944059b24d8393e162682 HTTP/1.1" status: 200 len: 1096 time: 0.0828195 Jun 21 04:31:18.154566 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f53c7-9af4-405f-b6b0-92ddb312a2f1 req-29d42e0d-77cb-4c5e-bfef-920abbfee9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:18.155905 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-313f53c7-9af4-405f-b6b0-92ddb312a2f1 req-29d42e0d-77cb-4c5e-bfef-920abbfee9ee service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e73c54dea0a944059b24d8393e162682&device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 1096 time: 0.0550525 Jun 21 04:31:18.492104 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f53c7-9af4-405f-b6b0-92ddb312a2f1 req-2b5c5b86-967d-4514-b676-678ab77fd8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:18.493551 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-313f53c7-9af4-405f-b6b0-92ddb312a2f1 req-2b5c5b86-967d-4514-b676-678ab77fd8e3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd6e448a-06f0-4e1b-bc50-7a0749d71b51 HTTP/1.1" status: 200 len: 918 time: 0.3303339 Jun 21 04:31:18.563346 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-313f53c7-9af4-405f-b6b0-92ddb312a2f1 req-93649af0-5dc2-4d87-aea0-0456f4dfdc63 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41c62c7c-4f0d-4811-b52d-e4973f034cf6 HTTP/1.1" status: 200 len: 999 time: 0.0625083 Jun 21 04:31:18.610326 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f53c7-9af4-405f-b6b0-92ddb312a2f1 req-397cb07a-c902-47a9-8283-0b209a4f28d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:18.611669 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-313f53c7-9af4-405f-b6b0-92ddb312a2f1 req-397cb07a-c902-47a9-8283-0b209a4f28d8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8d8b0903-2890-45e0-bcb1-1f07c6fca395 HTTP/1.1" status: 200 len: 856 time: 0.0420389 Jun 21 04:31:18.666879 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f53c7-9af4-405f-b6b0-92ddb312a2f1 req-aba898f6-b12b-43ae-b24d-5d59250ba043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:18.668237 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-313f53c7-9af4-405f-b6b0-92ddb312a2f1 req-aba898f6-b12b-43ae-b24d-5d59250ba043 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd6e448a-06f0-4e1b-bc50-7a0749d71b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0494993 Jun 21 04:31:18.758802 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-313f53c7-9af4-405f-b6b0-92ddb312a2f1 req-8caf8cbb-2e60-4b4f-bb23-2838e2423339 service neutron] 10.222.0.55 "GET /v2.0/networks/fd6e448a-06f0-4e1b-bc50-7a0749d71b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814793 Jun 21 04:31:18.846641 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-313f53c7-9af4-405f-b6b0-92ddb312a2f1 req-9ab2093a-7f09-42f7-be93-5036ff938b1d service neutron] 10.222.0.55 "GET /v2.0/networks/fd6e448a-06f0-4e1b-bc50-7a0749d71b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799317 Jun 21 04:31:19.244721 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7cea1-f428-4b09-bfec-d89c1ab75352 req-42aebab0-dfec-499c-937b-7b5a6e8dad67 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:19.246573 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-33c7cea1-f428-4b09-bfec-d89c1ab75352 req-42aebab0-dfec-499c-937b-7b5a6e8dad67 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 943 time: 0.0724847 Jun 21 04:31:19.304512 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-33c7cea1-f428-4b09-bfec-d89c1ab75352 req-c7c5c486-839c-42e5-9766-572224d6ff4c tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501313 Jun 21 04:31:20.522820 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b8a37-1c96-49fe-9b1d-0f9c747a5c6f req-78c93143-e4be-4d76-bd97-8515e0290144 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:20.524347 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-421b8a37-1c96-49fe-9b1d-0f9c747a5c6f req-78c93143-e4be-4d76-bd97-8515e0290144 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 943 time: 0.0807812 Jun 21 04:31:20.566169 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-421b8a37-1c96-49fe-9b1d-0f9c747a5c6f req-0739182f-1d00-49f6-98a3-6277e1fef2ce tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357254 Jun 21 04:31:21.924387 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8025727d-754c-4428-8f7f-88cadf2cdfbd req-53e68aa7-5acd-4b36-ae5e-f91d0cd54f9d tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:21.926609 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-8025727d-754c-4428-8f7f-88cadf2cdfbd req-53e68aa7-5acd-4b36-ae5e-f91d0cd54f9d tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 943 time: 0.0665085 Jun 21 04:31:21.965491 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-8025727d-754c-4428-8f7f-88cadf2cdfbd req-167f1644-5c51-4f31-9132-5f5b803142c5 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326872 Jun 21 04:31:23.150300 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09232ea-f5e3-468e-a5bf-c589e809e270 req-ad478b84-0043-4202-8cc4-8fad2ac67d57 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:23.152129 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f09232ea-f5e3-468e-a5bf-c589e809e270 req-ad478b84-0043-4202-8cc4-8fad2ac67d57 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 943 time: 0.0687306 Jun 21 04:31:23.189756 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f09232ea-f5e3-468e-a5bf-c589e809e270 req-7f187013-c5ef-4a18-a60c-019192c93e1c tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317988 Jun 21 04:31:24.382331 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae95525-ffe5-4099-838d-145714374c3a req-fc6cf68b-1a0a-4a8e-b98c-981ffd70befd tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:24.383986 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1ae95525-ffe5-4099-838d-145714374c3a req-fc6cf68b-1a0a-4a8e-b98c-981ffd70befd tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 943 time: 0.0649188 Jun 21 04:31:24.424156 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1ae95525-ffe5-4099-838d-145714374c3a req-c68a2129-84c9-4550-a33b-8ce8baaf571e tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343490 Jun 21 04:31:25.606817 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be057882-0363-4f0f-b579-a6a53cc5b7f9 req-03d18e27-6bba-47ca-84ca-808c55f8918a tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:25.608189 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-be057882-0363-4f0f-b579-a6a53cc5b7f9 req-03d18e27-6bba-47ca-84ca-808c55f8918a tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 943 time: 0.0657642 Jun 21 04:31:25.651012 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-be057882-0363-4f0f-b579-a6a53cc5b7f9 req-d2c060e5-7720-4420-a3ae-cd9daeb2d06e tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366397 Jun 21 04:31:26.837971 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff60861-7388-4527-9abe-d107ac95afbc req-6ea747c6-9e53-4484-8e23-f12ebe718c36 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:26.839477 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3ff60861-7388-4527-9abe-d107ac95afbc req-6ea747c6-9e53-4484-8e23-f12ebe718c36 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 943 time: 0.0688741 Jun 21 04:31:26.876176 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3ff60861-7388-4527-9abe-d107ac95afbc req-10aede69-de0f-430a-8abc-0138b7c13290 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311522 Jun 21 04:31:27.462334 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-e9fe7a12-227f-4ca3-aadb-48b2982cee60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:28.066444 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18bf3c3-e79a-49ac-b5ca-110bbd8b6c3a req-1ac9ce37-dd53-4aa5-89a9-6f3728f26a58 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:28.067903 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-e18bf3c3-e79a-49ac-b5ca-110bbd8b6c3a req-1ac9ce37-dd53-4aa5-89a9-6f3728f26a58 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 943 time: 0.0657034 Jun 21 04:31:28.106432 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-e18bf3c3-e79a-49ac-b5ca-110bbd8b6c3a req-7856599c-261b-4203-84e9-90582a94b510 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329959 Jun 21 04:31:29.308006 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547f310-5d0a-452d-b344-be3b2840a756 req-7c20d9e2-c6c4-4af7-b2f8-83ad92ab795a tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:29.309488 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-0547f310-5d0a-452d-b344-be3b2840a756 req-7c20d9e2-c6c4-4af7-b2f8-83ad92ab795a tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 943 time: 0.0874250 Jun 21 04:31:29.347781 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-0547f310-5d0a-452d-b344-be3b2840a756 req-011b2842-bcb5-4d11-a81c-25c9a57639c8 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325308 Jun 21 04:31:29.772659 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-b39cf464-4deb-4e13-8d8e-61dc757b4688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:30.067144 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:30.528828 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a93db-709e-4fa3-a202-90fceca7dcbf req-e4d324a5-46eb-42ca-bff9-a7c8aa3feaa0 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:30.530271 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-8a2a93db-709e-4fa3-a202-90fceca7dcbf req-e4d324a5-46eb-42ca-bff9-a7c8aa3feaa0 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 943 time: 0.0667944 Jun 21 04:31:30.569741 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-8a2a93db-709e-4fa3-a202-90fceca7dcbf req-37bd8e65-3ef1-4698-bfec-d721f17ef041 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335357 Jun 21 04:31:31.153355 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-96e1c505-da01-46a8-887c-1f2eb0a4db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:31.746260 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0464bdb-20eb-4d62-9875-77cfc8fde4ac req-8aff032c-3b86-4b81-9ce0-e71e67c0f7be tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:31.747723 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-b0464bdb-20eb-4d62-9875-77cfc8fde4ac req-8aff032c-3b86-4b81-9ce0-e71e67c0f7be tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 943 time: 0.0620775 Jun 21 04:31:31.788769 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-b0464bdb-20eb-4d62-9875-77cfc8fde4ac req-3730e7c5-d5a3-4c7d-9cba-af8a7a58a444 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356739 Jun 21 04:31:32.607990 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-a8ace0c1-1149-433a-b03a-8a8d050911ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:32.867825 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bac5ae-e1df-4959-aa82-5d9f17c3bb4d req-b29db3cf-48ed-49a3-baf9-66cc70a0e8d3 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:32.869287 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-91bac5ae-e1df-4959-aa82-5d9f17c3bb4d req-b29db3cf-48ed-49a3-baf9-66cc70a0e8d3 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] 10.222.0.53 "GET /v2.0/ports?device_id=3043e788-b0fe-45cb-8aad-440438343b5c HTTP/1.1" status: 200 len: 946 time: 0.0661190 Jun 21 04:31:32.909004 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-91bac5ae-e1df-4959-aa82-5d9f17c3bb4d req-fd7860da-8635-4b5a-b0d9-bc19a17c78a7 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] 10.222.0.53 "GET /v2.0/security-groups?id=19651219-aa53-4b6e-b790-a60b627bd385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339401 Jun 21 04:31:32.969116 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6d8d7-6d48-4e6f-a3e9-1040589887f9 req-b178974e-8d5f-4d20-9cec-d53efa761023 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:32.970596 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-66f6d8d7-6d48-4e6f-a3e9-1040589887f9 req-b178974e-8d5f-4d20-9cec-d53efa761023 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 943 time: 0.0656087 Jun 21 04:31:33.007379 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-66f6d8d7-6d48-4e6f-a3e9-1040589887f9 req-7a037c20-0821-43b1-8132-5ed58665a816 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309405 Jun 21 04:31:33.566136 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 41c62c7c-4f0d-4811-b52d-e4973f034cf6 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:31:33.657907 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 41c62c7c-4f0d-4811-b52d-e4973f034cf6, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=41c62c7c-4f0d-4811-b52d-e4973f034cf6,segment=NetworkSegment(e5545432-0850-4927-a96c-466ee806cf28),segment_id=e5545432-0850-4927-a96c-466ee806cf28)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:31:33.669552 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Returning: {'device': '41c62c7c-4f0d-4811-b52d-e4973f034cf6', 'network_id': 'fd6e448a-06f0-4e1b-bc50-7a0749d71b51', 'port_id': '41c62c7c-4f0d-4811-b52d-e4973f034cf6', 'mac_address': 'fa:16:3e:b5:99:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8b0903-2890-45e0-bcb1-1f07c6fca395', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:31:33.705083 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:33.717585 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.notifiers.nova [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41c62c7c-4f0d-4811-b52d-e4973f034cf6 {{(pid=92784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:31:33.735715 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 41c62c7c-4f0d-4811-b52d-e4973f034cf6, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=41c62c7c-4f0d-4811-b52d-e4973f034cf6,segment=NetworkSegment(e5545432-0850-4927-a96c-466ee806cf28),segment_id=e5545432-0850-4927-a96c-466ee806cf28)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:31:33.740045 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:33.741748 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:33.787280 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Pushing event updated for resources: {'Port': ['ID=41c62c7c-4f0d-4811-b52d-e4973f034cf6,revision_number=9']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:33.790357 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:34.046118 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] get_ports_and_sgs() called for port_ids ['41c62c7c-4f0d-4811-b52d-e4973f034cf6'] {{(pid=92784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:31:34.085968 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e5f662-f99f-4b29-be89-453901ee3bc3 req-f1e6a241-ad82-473b-9d42-28a9f013f5d8 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:34.087736 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-49e5f662-f99f-4b29-be89-453901ee3bc3 req-f1e6a241-ad82-473b-9d42-28a9f013f5d8 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] 10.222.0.53 "GET /v2.0/ports?device_id=3043e788-b0fe-45cb-8aad-440438343b5c HTTP/1.1" status: 200 len: 946 time: 0.0703123 Jun 21 04:31:34.127941 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-49e5f662-f99f-4b29-be89-453901ee3bc3 req-90176aa9-5931-436d-b3af-408dd0baa1d5 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] 10.222.0.53 "GET /v2.0/security-groups?id=19651219-aa53-4b6e-b790-a60b627bd385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342798 Jun 21 04:31:34.194222 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9dd8fd-f1f7-4232-8381-588ee7802b24 req-0bcf7545-7505-46e5-8bc2-a3fa5160195c tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:34.195702 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3f9dd8fd-f1f7-4232-8381-588ee7802b24 req-0bcf7545-7505-46e5-8bc2-a3fa5160195c tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 944 time: 0.0667887 Jun 21 04:31:34.232706 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3f9dd8fd-f1f7-4232-8381-588ee7802b24 req-06203256-1910-4fb1-b53f-4bb5a962b051 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312715 Jun 21 04:31:34.597734 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e5d56-6c62-45f2-8e76-bff474b3e49d req-d6a5aad8-a7fe-49f7-b466-df9ddae36e28 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:34.599830 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-d87e5d56-6c62-45f2-8e76-bff474b3e49d req-d6a5aad8-a7fe-49f7-b466-df9ddae36e28 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] 10.222.0.55 "GET /v2.0/ports?device_id=3043e788-b0fe-45cb-8aad-440438343b5c HTTP/1.1" status: 200 len: 946 time: 0.0744402 Jun 21 04:31:34.700179 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [req-d87e5d56-6c62-45f2-8e76-bff474b3e49d req-260697f4-2cd7-4766-a08b-78c9f95de146 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Deleting port 530e4b61-4354-402e-ac92-f5ffaffacac8 {{(pid=92783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:31:34.700520 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-d87e5d56-6c62-45f2-8e76-bff474b3e49d req-260697f4-2cd7-4766-a08b-78c9f95de146 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:34.788961 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.db [req-d87e5d56-6c62-45f2-8e76-bff474b3e49d req-260697f4-2cd7-4766-a08b-78c9f95de146 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] For port 530e4b61-4354-402e-ac92-f5ffaffacac8, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=530e4b61-4354-402e-ac92-f5ffaffacac8,segment=NetworkSegment(1e531e74-06ba-4c86-a586-9f6f254ac7e3),segment_id=1e531e74-06ba-4c86-a586-9f6f254ac7e3)] {{(pid=92783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:31:34.789315 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-d87e5d56-6c62-45f2-8e76-bff474b3e49d req-260697f4-2cd7-4766-a08b-78c9f95de146 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:34.853593 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [req-d87e5d56-6c62-45f2-8e76-bff474b3e49d req-260697f4-2cd7-4766-a08b-78c9f95de146 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Calling delete_port for 530e4b61-4354-402e-ac92-f5ffaffacac8 owned by compute:nova {{(pid=92783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:31:34.984803 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-d87e5d56-6c62-45f2-8e76-bff474b3e49d req-260697f4-2cd7-4766-a08b-78c9f95de146 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641976'] for port, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:34.988431 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-1ca3d8ef-6e0c-4cde-a660-17eb5a9188f2 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:34.996574 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] get_ports_and_sgs() called for port_ids ['530e4b61-4354-402e-ac92-f5ffaffacac8'] {{(pid=92784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:31:35.017962 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260697f4-2cd7-4766-a08b-78c9f95de146 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Pushing event deleted for resources: {'Port': ['ID=530e4b61-4354-402e-ac92-f5ffaffacac8,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:35.029512 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260697f4-2cd7-4766-a08b-78c9f95de146 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:35.029893 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260697f4-2cd7-4766-a08b-78c9f95de146 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:35.030261 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260697f4-2cd7-4766-a08b-78c9f95de146 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:35.030665 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260697f4-2cd7-4766-a08b-78c9f95de146 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:35.031019 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260697f4-2cd7-4766-a08b-78c9f95de146 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:35.031379 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260697f4-2cd7-4766-a08b-78c9f95de146 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:35.031736 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260697f4-2cd7-4766-a08b-78c9f95de146 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:35.032092 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260697f4-2cd7-4766-a08b-78c9f95de146 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:35.032447 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260697f4-2cd7-4766-a08b-78c9f95de146 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:35.032798 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260697f4-2cd7-4766-a08b-78c9f95de146 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:35.033147 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260697f4-2cd7-4766-a08b-78c9f95de146 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:35.033497 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260697f4-2cd7-4766-a08b-78c9f95de146 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:35.038079 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-260697f4-2cd7-4766-a08b-78c9f95de146 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:35.073962 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.l3_dvrscheduler_db [req-d87e5d56-6c62-45f2-8e76-bff474b3e49d req-260697f4-2cd7-4766-a08b-78c9f95de146 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] No DVR routers for this DVR port 530e4b61-4354-402e-ac92-f5ffaffacac8 on host hv-cinder-79717 {{(pid=92783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:31:35.076307 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-d87e5d56-6c62-45f2-8e76-bff474b3e49d req-260697f4-2cd7-4766-a08b-78c9f95de146 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for port, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:35.078200 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-d87e5d56-6c62-45f2-8e76-bff474b3e49d req-260697f4-2cd7-4766-a08b-78c9f95de146 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] 10.222.0.55 "DELETE /v2.0/ports/530e4b61-4354-402e-ac92-f5ffaffacac8 HTTP/1.1" status: 204 len: 173 time: 0.4725101 Jun 21 04:31:35.078715 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3043e788-b0fe-45cb-8aad-440438343b5c', 'name': 'network-vif-deleted', 'tag': '530e4b61-4354-402e-ac92-f5ffaffacac8'}] {{(pid=92783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:31:35.080978 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fda3b7b704fc347e73998d8dc34ef34ca3ad6aa16a3a5c6f92a4a64020d363b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5d623d-cda1-4c87-9e58-b0fc303105ba" -d '{"events": [{"server_uuid": "3043e788-b0fe-45cb-8aad-440438343b5c", "name": "network-vif-deleted", "tag": "530e4b61-4354-402e-ac92-f5ffaffacac8"}]}' {{(pid=92783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:31:35.170126 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ca83c0-98a8-477e-98da-44fc8f2e1ef2 x-openstack-request-id: req-c7ca83c0-98a8-477e-98da-44fc8f2e1ef2 {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:31:35.170493 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3043e788-b0fe-45cb-8aad-440438343b5c", "name": "network-vif-deleted", "tag": "530e4b61-4354-402e-ac92-f5ffaffacac8", "status": "completed", "code": 200}]} {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:31:35.170781 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c7ca83c0-98a8-477e-98da-44fc8f2e1ef2 {{(pid=92783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:31:35.171199 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3043e788-b0fe-45cb-8aad-440438343b5c', 'name': 'network-vif-deleted', 'tag': '530e4b61-4354-402e-ac92-f5ffaffacac8', 'status': 'completed', 'code': 200} Jun 21 04:31:35.293340 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-b72de34e-12b9-4c15-ab1e-1983f249ebc5 req-c32580c8-94dd-4486-b7f6-991a8efe2d2e tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] 10.222.0.53 "GET /v2.0/ports?device_id=3043e788-b0fe-45cb-8aad-440438343b5c HTTP/1.1" status: 200 len: 210 time: 0.0305183 Jun 21 04:31:35.413143 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd9923-9d3d-44e4-9433-7d84cff27c1b req-c43b2be2-108b-4d61-93b2-e706f7de9d27 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:35.414548 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-e5dd9923-9d3d-44e4-9433-7d84cff27c1b req-c43b2be2-108b-4d61-93b2-e706f7de9d27 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 944 time: 0.0662816 Jun 21 04:31:35.450937 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-e5dd9923-9d3d-44e4-9433-7d84cff27c1b req-6b18bb4d-f7d9-40ec-b132-2d78ec267381 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308681 Jun 21 04:31:35.598160 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 41c62c7c-4f0d-4811-b52d-e4973f034cf6 up at agent hyperv_hv-cinder-79717 {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:31:35.643919 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Provisioning complete for port 41c62c7c-4f0d-4811-b52d-e4973f034cf6 triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:31:35.644299 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:35.724796 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:35.746145 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c1d804-dc55-4d0f-b804-110239519a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c62c7c-4f0d-4811-b52d-e4973f034cf6'}] {{(pid=92784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:31:35.748421 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea407864149563716f916f7ad989592de9d82914ebf27f22c024267046db962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8346ae-8a6e-46c5-95fc-622bc82baaf0" -d '{"events": [{"server_uuid": "59c1d804-dc55-4d0f-b804-110239519a19", "name": "network-vif-plugged", "status": "completed", "tag": "41c62c7c-4f0d-4811-b52d-e4973f034cf6"}]}' {{(pid=92784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:31:35.760855 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 41c62c7c-4f0d-4811-b52d-e4973f034cf6, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=41c62c7c-4f0d-4811-b52d-e4973f034cf6,segment=NetworkSegment(e5545432-0850-4927-a96c-466ee806cf28),segment_id=e5545432-0850-4927-a96c-466ee806cf28)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:31:35.765240 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:35.766084 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 530e4b61-4354-402e-ac92-f5ffaffacac8 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:31:35.768484 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:35.787696 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99bcce0e-5a30-4cef-ac67-f3a293ec0c92 x-openstack-request-id: req-99bcce0e-5a30-4cef-ac67-f3a293ec0c92 {{(pid=92784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:31:35.788003 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c1d804-dc55-4d0f-b804-110239519a19", "name": "network-vif-plugged", "status": "completed", "tag": "41c62c7c-4f0d-4811-b52d-e4973f034cf6", "code": 200}]} {{(pid=92784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:31:35.788264 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-99bcce0e-5a30-4cef-ac67-f3a293ec0c92 {{(pid=92784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:31:35.788658 dv-cinder-797170-3-iscsi neutron-server[92784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c1d804-dc55-4d0f-b804-110239519a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c62c7c-4f0d-4811-b52d-e4973f034cf6', 'code': 200} Jun 21 04:31:35.806605 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] No Port match for: 530e4b61-4354-402e-ac92-f5ffaffacac8 {{(pid=92784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:31:35.806965 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 530e4b61-4354-402e-ac92-f5ffaffacac8 not bound to the agent host hv-cinder-79717 {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:31:35.831284 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Pushing event updated for resources: {'Port': ['ID=41c62c7c-4f0d-4811-b52d-e4973f034cf6,revision_number=10']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:35.834680 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:35.975733 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b57c9d-c90a-4a36-8b9c-6dc34661ab9e req-e76ee495-a2fb-49ae-9b0c-df8e44942819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:35.977072 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-f3b57c9d-c90a-4a36-8b9c-6dc34661ab9e req-e76ee495-a2fb-49ae-9b0c-df8e44942819 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 1099 time: 0.0516233 Jun 21 04:31:36.013859 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-f3b57c9d-c90a-4a36-8b9c-6dc34661ab9e req-3954859a-83ea-4ec9-a48c-606d792587f9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267515 Jun 21 04:31:36.643738 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a439515a-4ff2-4b5c-bb45-271d24435b64 req-d5c41754-5bd3-4383-b0d7-191fd3dad879 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:36.645178 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a439515a-4ff2-4b5c-bb45-271d24435b64 req-d5c41754-5bd3-4383-b0d7-191fd3dad879 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 946 time: 0.0629709 Jun 21 04:31:36.684145 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a439515a-4ff2-4b5c-bb45-271d24435b64 req-ac060ec4-662f-4162-afec-49be615b7475 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328012 Jun 21 04:31:37.855731 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af35ef-7b44-4754-886d-ebae6537753c req-d5880da9-8564-4911-bef3-d1dc1c1be5bc tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:37.857095 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-e8af35ef-7b44-4754-886d-ebae6537753c req-d5880da9-8564-4911-bef3-d1dc1c1be5bc tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 946 time: 0.0625803 Jun 21 04:31:37.898383 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-e8af35ef-7b44-4754-886d-ebae6537753c req-05f02eaf-062e-4e9f-b36a-6103c9cbeb90 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357027 Jun 21 04:31:39.071094 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cad4e2-bf3c-460b-8896-ba8c6c562d34 req-e82f1d72-c31d-4691-ac9d-050a88d48141 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:39.072548 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-31cad4e2-bf3c-460b-8896-ba8c6c562d34 req-e82f1d72-c31d-4691-ac9d-050a88d48141 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 946 time: 0.0638161 Jun 21 04:31:39.108283 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-31cad4e2-bf3c-460b-8896-ba8c6c562d34 req-a38d3cf2-df36-403b-8882-e3869901a9fa tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302260 Jun 21 04:31:40.284780 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985a492-8633-4585-bb92-a911866ecf9a req-78f9d156-2591-4dbf-aaef-502c9799ba5b tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:40.286552 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f985a492-8633-4585-bb92-a911866ecf9a req-78f9d156-2591-4dbf-aaef-502c9799ba5b tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 946 time: 0.0638943 Jun 21 04:31:40.324603 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f985a492-8633-4585-bb92-a911866ecf9a req-fd504038-5d05-4b5e-aceb-c4a2961a5712 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320740 Jun 21 04:31:41.506415 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959e046-57bb-488a-ab6f-7e039fb74539 req-f85e55f7-deca-4724-83a9-afee45606c30 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:41.507860 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6959e046-57bb-488a-ab6f-7e039fb74539 req-f85e55f7-deca-4724-83a9-afee45606c30 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 946 time: 0.0663102 Jun 21 04:31:41.547011 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6959e046-57bb-488a-ab6f-7e039fb74539 req-569c9162-02b8-4abf-8126-2c315c8f98df tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332105 Jun 21 04:31:42.330930 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.agents_db [None req-2d4e51dd-16b2-4ea0-aa94-70b67a47226d None None] Agent healthcheck: found 6 active agents {{(pid=92785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:31:46.301237 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339691f-c519-44d0-a778-147abc5e7155 req-6d3d8f0e-dbf2-496b-8590-f35dbf5435f4 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:46.303254 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f339691f-c519-44d0-a778-147abc5e7155 req-6d3d8f0e-dbf2-496b-8590-f35dbf5435f4 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] 10.222.0.53 "GET /v2.0/networks?id=18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd HTTP/1.1" status: 200 len: 814 time: 0.1012921 Jun 21 04:31:46.317775 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f339691f-c519-44d0-a778-147abc5e7155 req-35873982-1c1f-4a34-934d-4eb53aa6c1af tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] 10.222.0.53 "GET /v2.0/quotas/7897a07272f44a04845dda7a9ac9717f HTTP/1.1" status: 200 len: 375 time: 0.0092940 Jun 21 04:31:46.354334 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f339691f-c519-44d0-a778-147abc5e7155 req-2f025360-0b40-462f-9fd8-8c8c124eb9da tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7897a07272f44a04845dda7a9ac9717f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318389 Jun 21 04:31:46.483780 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f339691f-c519-44d0-a778-147abc5e7155 req-13de2df8-1482-4f26-aaa1-18f1d34d126b service neutron] 10.222.0.53 "GET /v2.0/networks/18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232231 Jun 21 04:31:46.576239 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f339691f-c519-44d0-a778-147abc5e7155 req-b14d08f9-b311-4c2b-a361-954ac68c29e4 service neutron] 10.222.0.53 "GET /v2.0/networks/18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861387 Jun 21 04:31:46.743194 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-11d898fe-8fd7-4011-abee-e3b0f200f8de req-0bac5d41-d41e-4080-808c-115589f87739 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff70685e-ef51-4536-9362-0aec538ab27d HTTP/1.1" status: 200 len: 210 time: 0.0294216 Jun 21 04:31:47.352346 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:47.631981 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-f1e0a83b-5abd-49a7-b672-6da8a37b7398 req-c43a8b32-56b6-4646-a050-31d8f501010d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0582254 Jun 21 04:31:47.729348 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0a83b-5abd-49a7-b672-6da8a37b7398 req-2d151724-a486-4877-ae92-10d50b7943ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:47.731512 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f1e0a83b-5abd-49a7-b672-6da8a37b7398 req-2d151724-a486-4877-ae92-10d50b7943ef service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e73c54dea0a944059b24d8393e162682&device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 1099 time: 0.0564928 Jun 21 04:31:47.774665 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339691f-c519-44d0-a778-147abc5e7155 req-4f5876ac-172c-40cb-bac6-aa5bdfabc6f3 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:47.776082 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-f339691f-c519-44d0-a778-147abc5e7155 req-4f5876ac-172c-40cb-bac6-aa5bdfabc6f3 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] 10.222.0.55 "GET /v2.0/networks?id=18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd HTTP/1.1" status: 200 len: 814 time: 0.1015866 Jun 21 04:31:47.794313 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [req-f339691f-c519-44d0-a778-147abc5e7155 req-e74de5cc-1919-4fcf-9991-7e4e87220b67 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Request body: {'port': {'device_id': 'ff70685e-ef51-4536-9362-0aec538ab27d', 'network_id': '18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd', 'admin_state_up': True, 'tenant_id': '7897a07272f44a04845dda7a9ac9717f'}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:31:47.857660 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0a83b-5abd-49a7-b672-6da8a37b7398 req-e02dfe47-f2b2-4d1f-86e9-992fda378494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:47.859391 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f1e0a83b-5abd-49a7-b672-6da8a37b7398 req-e02dfe47-f2b2-4d1f-86e9-992fda378494 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd6e448a-06f0-4e1b-bc50-7a0749d71b51 HTTP/1.1" status: 200 len: 918 time: 0.1067681 Jun 21 04:31:47.932989 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-930e9faf-174c-4005-9293-1bbe80a4399c req-76dd4581-1005-4353-9d3d-82c1c6ef0975 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff70685e-ef51-4536-9362-0aec538ab27d HTTP/1.1" status: 200 len: 210 time: 0.0580599 Jun 21 04:31:47.948464 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f339691f-c519-44d0-a778-147abc5e7155 req-e74de5cc-1919-4fcf-9991-7e4e87220b67 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Made reservation on behalf of 7897a07272f44a04845dda7a9ac9717f for: {'port': 1} {{(pid=92783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:31:47.952233 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-f339691f-c519-44d0-a778-147abc5e7155 req-e74de5cc-1919-4fcf-9991-7e4e87220b67 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:47.966137 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f1e0a83b-5abd-49a7-b672-6da8a37b7398 req-18695a80-3872-49f6-88e5-23cfb874ebb7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41c62c7c-4f0d-4811-b52d-e4973f034cf6 HTTP/1.1" status: 200 len: 1001 time: 0.0995545 Jun 21 04:31:48.019466 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0a83b-5abd-49a7-b672-6da8a37b7398 req-257e9174-30f4-479e-8cea-c23c36d49ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:48.020920 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f1e0a83b-5abd-49a7-b672-6da8a37b7398 req-257e9174-30f4-479e-8cea-c23c36d49ea6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8d8b0903-2890-45e0-bcb1-1f07c6fca395 HTTP/1.1" status: 200 len: 856 time: 0.0476398 Jun 21 04:31:48.074785 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.db_base_plugin_common [req-f339691f-c519-44d0-a778-147abc5e7155 req-e74de5cc-1919-4fcf-9991-7e4e87220b67 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Allocated IP 172.20.0.13 (18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd/9534a048-bca8-4bde-9221-b876cd1e321e/a1f50c5e-ce68-4ffd-90cd-22fa088539ee) {{(pid=92783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:31:48.080064 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0a83b-5abd-49a7-b672-6da8a37b7398 req-dbf6b0a3-165e-4030-a0a1-b81b885c81cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:48.081717 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f1e0a83b-5abd-49a7-b672-6da8a37b7398 req-dbf6b0a3-165e-4030-a0a1-b81b885c81cb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd6e448a-06f0-4e1b-bc50-7a0749d71b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529079 Jun 21 04:31:48.169641 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f1e0a83b-5abd-49a7-b672-6da8a37b7398 req-ffd06ca0-e637-4929-adaf-e638e596ef50 service neutron] 10.222.0.55 "GET /v2.0/networks/fd6e448a-06f0-4e1b-bc50-7a0749d71b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809445 Jun 21 04:31:48.221608 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-f339691f-c519-44d0-a778-147abc5e7155 req-e74de5cc-1919-4fcf-9991-7e4e87220b67 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Notify callbacks [] for port, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:48.259445 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f1e0a83b-5abd-49a7-b672-6da8a37b7398 req-0a4a4ecb-e5e2-428f-a0ca-2f4c95446343 service neutron] 10.222.0.55 "GET /v2.0/networks/fd6e448a-06f0-4e1b-bc50-7a0749d71b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836613 Jun 21 04:31:48.268951 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-f339691f-c519-44d0-a778-147abc5e7155 req-e74de5cc-1919-4fcf-9991-7e4e87220b67 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12641975'] for port, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:48.273466 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-0edced2d-2ccb-4490-a4ca-0f612f4e1fed tempest-ServerRescueNegativeTestJSON-2031454708 tempest-ServerRescueNegativeTestJSON-2031454708-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:48.321733 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f339691f-c519-44d0-a778-147abc5e7155 req-e74de5cc-1919-4fcf-9991-7e4e87220b67 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Network 18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd is already hosted by enough agents. {{(pid=92783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:31:48.325189 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.base_scheduler [req-f339691f-c519-44d0-a778-147abc5e7155 req-e74de5cc-1919-4fcf-9991-7e4e87220b67 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Resources bound (agent type, host, resource id): {{(pid=92783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:31:48.328984 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.l3_dvrscheduler_db [req-f339691f-c519-44d0-a778-147abc5e7155 req-e74de5cc-1919-4fcf-9991-7e4e87220b67 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Received port after_create {{(pid=92783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:31:48.335659 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74de5cc-1919-4fcf-9991-7e4e87220b67 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Pushing event updated for resources: {'Port': ['ID=a1f50c5e-ce68-4ffd-90cd-22fa088539ee,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:48.355432 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-e74de5cc-1919-4fcf-9991-7e4e87220b67 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:48.380144 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339691f-c519-44d0-a778-147abc5e7155 req-e74de5cc-1919-4fcf-9991-7e4e87220b67 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:48.380776 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-f339691f-c519-44d0-a778-147abc5e7155 req-e74de5cc-1919-4fcf-9991-7e4e87220b67 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for port, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:48.393898 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-f339691f-c519-44d0-a778-147abc5e7155 req-e74de5cc-1919-4fcf-9991-7e4e87220b67 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6035531 Jun 21 04:31:48.405360 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [req-f339691f-c519-44d0-a778-147abc5e7155 req-07951ef5-4297-4a89-a177-1701b4e0ad69 service neutron] Request body: {'port': {'device_id': 'ff70685e-ef51-4536-9362-0aec538ab27d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:31:48.476011 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-f339691f-c519-44d0-a778-147abc5e7155 req-07951ef5-4297-4a89-a177-1701b4e0ad69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:48.735155 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.notifiers.nova [req-f339691f-c519-44d0-a778-147abc5e7155 req-07951ef5-4297-4a89-a177-1701b4e0ad69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1f50c5e-ce68-4ffd-90cd-22fa088539ee {{(pid=92783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:31:48.742870 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-f339691f-c519-44d0-a778-147abc5e7155 req-07951ef5-4297-4a89-a177-1701b4e0ad69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:48.755242 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.provisioning_blocks [req-f339691f-c519-44d0-a778-147abc5e7155 req-07951ef5-4297-4a89-a177-1701b4e0ad69 service neutron] Transition to ACTIVE for port object a1f50c5e-ce68-4ffd-90cd-22fa088539ee will not be triggered until provisioned by entity L2. {{(pid=92783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:31:48.758717 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-f339691f-c519-44d0-a778-147abc5e7155 req-07951ef5-4297-4a89-a177-1701b4e0ad69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641921'] for port, after_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:48.761354 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-b0bd2ce8-2ae7-4b54-985e-b7c3e19657fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:48.834809 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07951ef5-4297-4a89-a177-1701b4e0ad69 service neutron] Pushing event updated for resources: {'Port': ['ID=a1f50c5e-ce68-4ffd-90cd-22fa088539ee,revision_number=2']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:48.837679 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-07951ef5-4297-4a89-a177-1701b4e0ad69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:48.904839 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.managers [req-f339691f-c519-44d0-a778-147abc5e7155 req-07951ef5-4297-4a89-a177-1701b4e0ad69 service neutron] Attempting to bind port a1f50c5e-ce68-4ffd-90cd-22fa088539ee on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:31:48.905173 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.managers [req-f339691f-c519-44d0-a778-147abc5e7155 req-07951ef5-4297-4a89-a177-1701b4e0ad69 service neutron] Attempting to bind port a1f50c5e-ce68-4ffd-90cd-22fa088539ee by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '1e531e74-06ba-4c86-a586-9f6f254ac7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd'}] {{(pid=92783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:31:48.905502 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f339691f-c519-44d0-a778-147abc5e7155 req-07951ef5-4297-4a89-a177-1701b4e0ad69 service neutron] Attempting to bind port a1f50c5e-ce68-4ffd-90cd-22fa088539ee on network 18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:31:48.910135 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f339691f-c519-44d0-a778-147abc5e7155 req-07951ef5-4297-4a89-a177-1701b4e0ad69 service neutron] Port a1f50c5e-ce68-4ffd-90cd-22fa088539ee on network 18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:31:48.910486 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f339691f-c519-44d0-a778-147abc5e7155 req-07951ef5-4297-4a89-a177-1701b4e0ad69 service neutron] Attempting to bind port a1f50c5e-ce68-4ffd-90cd-22fa088539ee on network 18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:31:48.915248 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f339691f-c519-44d0-a778-147abc5e7155 req-07951ef5-4297-4a89-a177-1701b4e0ad69 service neutron] Checking agent: {'id': 'e86ead90-85ed-45dc-94a1-895a24121321', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 23, 47), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:31:48.915583 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f339691f-c519-44d0-a778-147abc5e7155 req-07951ef5-4297-4a89-a177-1701b4e0ad69 service neutron] Checking segment: {'id': '1e531e74-06ba-4c86-a586-9f6f254ac7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:31:48.915957 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f339691f-c519-44d0-a778-147abc5e7155 req-07951ef5-4297-4a89-a177-1701b4e0ad69 service neutron] Bound using segment: {'id': '1e531e74-06ba-4c86-a586-9f6f254ac7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd'} {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:31:48.916379 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.managers [req-f339691f-c519-44d0-a778-147abc5e7155 req-07951ef5-4297-4a89-a177-1701b4e0ad69 service neutron] Bound port: a1f50c5e-ce68-4ffd-90cd-22fa088539ee, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e531e74-06ba-4c86-a586-9f6f254ac7e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd'}}] {{(pid=92783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:31:48.916720 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-f339691f-c519-44d0-a778-147abc5e7155 req-07951ef5-4297-4a89-a177-1701b4e0ad69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:48.993328 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.db [req-f339691f-c519-44d0-a778-147abc5e7155 req-07951ef5-4297-4a89-a177-1701b4e0ad69 service neutron] For port a1f50c5e-ce68-4ffd-90cd-22fa088539ee, host hv-cinder-79717, cleared binding levels {{(pid=92783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:31:48.996339 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.db [req-f339691f-c519-44d0-a778-147abc5e7155 req-07951ef5-4297-4a89-a177-1701b4e0ad69 service neutron] For port a1f50c5e-ce68-4ffd-90cd-22fa088539ee, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=a1f50c5e-ce68-4ffd-90cd-22fa088539ee,segment=NetworkSegment(1e531e74-06ba-4c86-a586-9f6f254ac7e3),segment_id=1e531e74-06ba-4c86-a586-9f6f254ac7e3)] {{(pid=92783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:31:49.000975 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-f339691f-c519-44d0-a778-147abc5e7155 req-07951ef5-4297-4a89-a177-1701b4e0ad69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641921'] for port, after_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:49.002951 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-933fb917-e543-4e6d-b03c-381cbb68179e tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:49.037348 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339691f-c519-44d0-a778-147abc5e7155 req-07951ef5-4297-4a89-a177-1701b4e0ad69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:49.037958 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-f339691f-c519-44d0-a778-147abc5e7155 req-07951ef5-4297-4a89-a177-1701b4e0ad69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for port, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:49.039353 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-f339691f-c519-44d0-a778-147abc5e7155 req-07951ef5-4297-4a89-a177-1701b4e0ad69 service neutron] 10.222.0.55 "PUT /v2.0/ports/a1f50c5e-ce68-4ffd-90cd-22fa088539ee HTTP/1.1" status: 200 len: 1094 time: 0.6379042 Jun 21 04:31:49.039848 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff70685e-ef51-4536-9362-0aec538ab27d', 'tag': 'a1f50c5e-ce68-4ffd-90cd-22fa088539ee'}] {{(pid=92783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:31:49.042106 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fda3b7b704fc347e73998d8dc34ef34ca3ad6aa16a3a5c6f92a4a64020d363b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa62c456-fed8-4b7d-b3c5-339f92c3c9fb" -d '{"events": [{"name": "network-changed", "server_uuid": "ff70685e-ef51-4536-9362-0aec538ab27d", "tag": "a1f50c5e-ce68-4ffd-90cd-22fa088539ee"}]}' {{(pid=92783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:31:49.064830 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07951ef5-4297-4a89-a177-1701b4e0ad69 service neutron] Pushing event updated for resources: {'Port': ['ID=a1f50c5e-ce68-4ffd-90cd-22fa088539ee,revision_number=3']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:49.069917 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-07951ef5-4297-4a89-a177-1701b4e0ad69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:49.092306 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f74815-14ed-4c72-84df-ec54f28abf9d x-openstack-request-id: req-a4f74815-14ed-4c72-84df-ec54f28abf9d {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:31:49.092706 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff70685e-ef51-4536-9362-0aec538ab27d", "tag": "a1f50c5e-ce68-4ffd-90cd-22fa088539ee", "status": "completed", "code": 200}]} {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:31:49.093000 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a4f74815-14ed-4c72-84df-ec54f28abf9d {{(pid=92783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:31:49.093423 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff70685e-ef51-4536-9362-0aec538ab27d', 'tag': 'a1f50c5e-ce68-4ffd-90cd-22fa088539ee', 'status': 'completed', 'code': 200} Jun 21 04:31:49.121067 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363b692-d1ff-45ed-937b-333ea0f041ce req-ec790264-bb3b-4b4d-bad3-5c4069103a9e tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:49.122553 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-e363b692-d1ff-45ed-937b-333ea0f041ce req-ec790264-bb3b-4b4d-bad3-5c4069103a9e tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff70685e-ef51-4536-9362-0aec538ab27d HTTP/1.1" status: 200 len: 944 time: 0.0675545 Jun 21 04:31:49.148768 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339691f-c519-44d0-a778-147abc5e7155 req-cb98216a-b89c-4462-b287-59722a6c4053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:49.150275 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-f339691f-c519-44d0-a778-147abc5e7155 req-cb98216a-b89c-4462-b287-59722a6c4053 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7897a07272f44a04845dda7a9ac9717f&device_id=ff70685e-ef51-4536-9362-0aec538ab27d HTTP/1.1" status: 200 len: 1097 time: 0.0603540 Jun 21 04:31:49.160882 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-e363b692-d1ff-45ed-937b-333ea0f041ce req-1d7bc749-6047-4bb2-a3c7-99b9280cff26 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] 10.222.0.53 "GET /v2.0/security-groups?id=19651219-aa53-4b6e-b790-a60b627bd385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324819 Jun 21 04:31:49.193840 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-f339691f-c519-44d0-a778-147abc5e7155 req-af73f3ff-f54f-41a4-ab49-422fc6e46e11 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1f50c5e-ce68-4ffd-90cd-22fa088539ee HTTP/1.1" status: 200 len: 217 time: 0.0351515 Jun 21 04:31:49.243591 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339691f-c519-44d0-a778-147abc5e7155 req-aa693591-6ddb-4c5d-8c37-0da098a0c4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:49.244875 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-f339691f-c519-44d0-a778-147abc5e7155 req-aa693591-6ddb-4c5d-8c37-0da098a0c4ab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9534a048-bca8-4bde-9221-b876cd1e321e HTTP/1.1" status: 200 len: 854 time: 0.0437000 Jun 21 04:31:49.283142 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-f339691f-c519-44d0-a778-147abc5e7155 req-4c892d7a-05a2-41f1-9fa5-b2a589cb2a2a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292184 Jun 21 04:31:49.369346 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-f339691f-c519-44d0-a778-147abc5e7155 req-f7cab486-eac2-4779-ade9-35bb255e5deb service neutron] 10.222.0.55 "GET /v2.0/networks/18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799229 Jun 21 04:31:49.460914 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-f339691f-c519-44d0-a778-147abc5e7155 req-fef09184-1496-4a31-a152-32d4a62dd76c service neutron] 10.222.0.55 "GET /v2.0/networks/18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832922 Jun 21 04:31:49.561185 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62c456-fed8-4b7d-b3c5-339f92c3c9fb req-814d6ddb-679d-4e04-8a00-8ed3494acd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:49.562560 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-fa62c456-fed8-4b7d-b3c5-339f92c3c9fb req-814d6ddb-679d-4e04-8a00-8ed3494acd20 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7897a07272f44a04845dda7a9ac9717f&device_id=ff70685e-ef51-4536-9362-0aec538ab27d HTTP/1.1" status: 200 len: 1097 time: 0.0526674 Jun 21 04:31:49.651436 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62c456-fed8-4b7d-b3c5-339f92c3c9fb req-7b88cebc-daba-4d61-a692-ae664c854788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:49.652809 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-fa62c456-fed8-4b7d-b3c5-339f92c3c9fb req-7b88cebc-daba-4d61-a692-ae664c854788 service neutron] 10.222.0.55 "GET /v2.0/networks?id=18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd HTTP/1.1" status: 200 len: 915 time: 0.0813434 Jun 21 04:31:49.697380 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-fa62c456-fed8-4b7d-b3c5-339f92c3c9fb req-a183d34f-7d91-478f-ba73-29658e7c946e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1f50c5e-ce68-4ffd-90cd-22fa088539ee HTTP/1.1" status: 200 len: 217 time: 0.0364945 Jun 21 04:31:49.745041 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62c456-fed8-4b7d-b3c5-339f92c3c9fb req-75ee60d7-8456-46ed-9aff-3b3087beaf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:49.746404 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-fa62c456-fed8-4b7d-b3c5-339f92c3c9fb req-75ee60d7-8456-46ed-9aff-3b3087beaf38 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9534a048-bca8-4bde-9221-b876cd1e321e HTTP/1.1" status: 200 len: 854 time: 0.0422442 Jun 21 04:31:49.778961 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-fa62c456-fed8-4b7d-b3c5-339f92c3c9fb req-23582ea1-1338-4ac3-a81b-3c19d2babdbf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251894 Jun 21 04:31:49.868637 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-fa62c456-fed8-4b7d-b3c5-339f92c3c9fb req-69881a02-8d42-4bdf-ad86-0502d68aa463 service neutron] 10.222.0.55 "GET /v2.0/networks/18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814784 Jun 21 04:31:50.009855 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-fa62c456-fed8-4b7d-b3c5-339f92c3c9fb req-3636616d-1601-47f3-b577-06fca244c673 service neutron] 10.222.0.55 "GET /v2.0/networks/18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853331 Jun 21 04:31:50.343075 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbfe647-73c7-4123-9634-b922e6fc66ad req-ccd2ccc9-8fe8-40df-a941-9af93b2b50c5 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:50.344526 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-4fbfe647-73c7-4123-9634-b922e6fc66ad req-ccd2ccc9-8fe8-40df-a941-9af93b2b50c5 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff70685e-ef51-4536-9362-0aec538ab27d HTTP/1.1" status: 200 len: 944 time: 0.0699592 Jun 21 04:31:50.380881 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-4fbfe647-73c7-4123-9634-b922e6fc66ad req-acfd59e8-d93c-442f-adf8-75bcd5e4f04a tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] 10.222.0.53 "GET /v2.0/security-groups?id=19651219-aa53-4b6e-b790-a60b627bd385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302136 Jun 21 04:31:51.552725 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e3b6f-131c-4888-84d5-b4d90df124fe req-bb4d47c3-7024-4c26-914f-3030dc9db4c1 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:51.554168 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-cc2e3b6f-131c-4888-84d5-b4d90df124fe req-bb4d47c3-7024-4c26-914f-3030dc9db4c1 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff70685e-ef51-4536-9362-0aec538ab27d HTTP/1.1" status: 200 len: 944 time: 0.0628321 Jun 21 04:31:51.593997 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-cc2e3b6f-131c-4888-84d5-b4d90df124fe req-966b2f64-06ff-4d92-81eb-80fc4e976bd2 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] 10.222.0.53 "GET /v2.0/security-groups?id=19651219-aa53-4b6e-b790-a60b627bd385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332420 Jun 21 04:31:51.690940 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device a1f50c5e-ce68-4ffd-90cd-22fa088539ee details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:31:51.782684 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port a1f50c5e-ce68-4ffd-90cd-22fa088539ee, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=a1f50c5e-ce68-4ffd-90cd-22fa088539ee,segment=NetworkSegment(1e531e74-06ba-4c86-a586-9f6f254ac7e3),segment_id=1e531e74-06ba-4c86-a586-9f6f254ac7e3)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:31:51.794137 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Returning: {'device': 'a1f50c5e-ce68-4ffd-90cd-22fa088539ee', 'network_id': '18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd', 'port_id': 'a1f50c5e-ce68-4ffd-90cd-22fa088539ee', 'mac_address': 'fa:16:3e:ba:8a:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9534a048-bca8-4bde-9221-b876cd1e321e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:31:51.828930 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:51.841213 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.notifiers.nova [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1f50c5e-ce68-4ffd-90cd-22fa088539ee {{(pid=92784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:31:51.864249 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port a1f50c5e-ce68-4ffd-90cd-22fa088539ee, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=a1f50c5e-ce68-4ffd-90cd-22fa088539ee,segment=NetworkSegment(1e531e74-06ba-4c86-a586-9f6f254ac7e3),segment_id=1e531e74-06ba-4c86-a586-9f6f254ac7e3)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:31:51.867970 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:51.870651 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-4ae0b723-2999-424e-b15c-7d4eb70fe6b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:51.914589 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Pushing event updated for resources: {'Port': ['ID=a1f50c5e-ce68-4ffd-90cd-22fa088539ee,revision_number=4']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:51.921267 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:51.921622 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:51.921961 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:51.922295 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:51.922655 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:51.922987 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:51.923314 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:51.923641 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:51.923983 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:51.924289 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:51.924609 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:51.924928 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:31:51.928837 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:52.116352 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] get_ports_and_sgs() called for port_ids ['a1f50c5e-ce68-4ffd-90cd-22fa088539ee'] {{(pid=92784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:31:52.766447 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95be75-7adf-4ffc-8172-60a2415a22ec req-ae1622c5-3d02-4a26-8d88-3806005b1570 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:52.767943 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-0e95be75-7adf-4ffc-8172-60a2415a22ec req-ae1622c5-3d02-4a26-8d88-3806005b1570 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff70685e-ef51-4536-9362-0aec538ab27d HTTP/1.1" status: 200 len: 945 time: 0.0639703 Jun 21 04:31:52.805897 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-0e95be75-7adf-4ffc-8172-60a2415a22ec req-9d9cd4cc-28af-4ce3-8400-79a243edd004 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] 10.222.0.53 "GET /v2.0/security-groups?id=19651219-aa53-4b6e-b790-a60b627bd385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318525 Jun 21 04:31:53.705727 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device a1f50c5e-ce68-4ffd-90cd-22fa088539ee up at agent hyperv_hv-cinder-79717 {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:31:53.754746 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Provisioning for port a1f50c5e-ce68-4ffd-90cd-22fa088539ee completed by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:31:53.759157 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Provisioning complete for port a1f50c5e-ce68-4ffd-90cd-22fa088539ee triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:31:53.759531 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:53.838228 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:53.861367 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff70685e-ef51-4536-9362-0aec538ab27d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f50c5e-ce68-4ffd-90cd-22fa088539ee'}] {{(pid=92784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:31:53.863920 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea407864149563716f916f7ad989592de9d82914ebf27f22c024267046db962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab453dc-c722-4d97-a741-95e495866409" -d '{"events": [{"server_uuid": "ff70685e-ef51-4536-9362-0aec538ab27d", "name": "network-vif-plugged", "status": "completed", "tag": "a1f50c5e-ce68-4ffd-90cd-22fa088539ee"}]}' {{(pid=92784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:31:53.876723 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port a1f50c5e-ce68-4ffd-90cd-22fa088539ee, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=a1f50c5e-ce68-4ffd-90cd-22fa088539ee,segment=NetworkSegment(1e531e74-06ba-4c86-a586-9f6f254ac7e3),segment_id=1e531e74-06ba-4c86-a586-9f6f254ac7e3)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:31:53.881979 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:53.884009 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:31:53.934990 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Pushing event updated for resources: {'Port': ['ID=a1f50c5e-ce68-4ffd-90cd-22fa088539ee,revision_number=5']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:31:53.939644 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:31:53.992029 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7ad8a2-f049-4eb4-b7e7-923ac7a48b9f x-openstack-request-id: req-0f7ad8a2-f049-4eb4-b7e7-923ac7a48b9f {{(pid=92784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:31:53.992328 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff70685e-ef51-4536-9362-0aec538ab27d", "name": "network-vif-plugged", "status": "completed", "tag": "a1f50c5e-ce68-4ffd-90cd-22fa088539ee", "code": 200}]} {{(pid=92784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:31:53.992585 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0f7ad8a2-f049-4eb4-b7e7-923ac7a48b9f {{(pid=92784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:31:53.992978 dv-cinder-797170-3-iscsi neutron-server[92784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff70685e-ef51-4536-9362-0aec538ab27d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f50c5e-ce68-4ffd-90cd-22fa088539ee', 'code': 200} Jun 21 04:31:54.006571 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d9a97-546c-4a60-aa4b-a3c1253e8ef5 req-c3bfceef-060c-4231-be14-bcf2637c09c5 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:54.008698 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d45d9a97-546c-4a60-aa4b-a3c1253e8ef5 req-c3bfceef-060c-4231-be14-bcf2637c09c5 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff70685e-ef51-4536-9362-0aec538ab27d HTTP/1.1" status: 200 len: 946 time: 0.0850561 Jun 21 04:31:54.055189 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d45d9a97-546c-4a60-aa4b-a3c1253e8ef5 req-5da52d38-3a4c-4b50-a479-5716d09ea507 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] 10.222.0.53 "GET /v2.0/security-groups?id=19651219-aa53-4b6e-b790-a60b627bd385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394607 Jun 21 04:31:54.215108 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e917d9b8-a59e-42c1-a7ff-8ddc160a2099 req-7ee7e721-35da-4452-97b1-e6a6ea2f4177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:54.216538 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-e917d9b8-a59e-42c1-a7ff-8ddc160a2099 req-7ee7e721-35da-4452-97b1-e6a6ea2f4177 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ff70685e-ef51-4536-9362-0aec538ab27d HTTP/1.1" status: 200 len: 1099 time: 0.0510974 Jun 21 04:31:54.256046 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-e917d9b8-a59e-42c1-a7ff-8ddc160a2099 req-43508b1a-5a40-448d-9b09-fa8ee8ebaa06 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=19651219-aa53-4b6e-b790-a60b627bd385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319445 Jun 21 04:31:55.231770 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce87df9-36e5-4228-a55a-a5a16adc1221 req-97e4703e-972a-49a7-8ed9-ee7de25d1e8d tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:55.233222 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1ce87df9-36e5-4228-a55a-a5a16adc1221 req-97e4703e-972a-49a7-8ed9-ee7de25d1e8d tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff70685e-ef51-4536-9362-0aec538ab27d HTTP/1.1" status: 200 len: 946 time: 0.0652301 Jun 21 04:31:55.270393 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1ce87df9-36e5-4228-a55a-a5a16adc1221 req-87026c57-dd1e-44bc-bb50-c262aa1cf0cf tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] 10.222.0.53 "GET /v2.0/security-groups?id=19651219-aa53-4b6e-b790-a60b627bd385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314438 Jun 21 04:31:56.447138 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a01e5-0e43-410b-9f53-2f1ef6611816 req-e33b666e-2187-432f-826e-732382a782f2 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:31:56.448562 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-7d9a01e5-0e43-410b-9f53-2f1ef6611816 req-e33b666e-2187-432f-826e-732382a782f2 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff70685e-ef51-4536-9362-0aec538ab27d HTTP/1.1" status: 200 len: 946 time: 0.0681117 Jun 21 04:31:56.486351 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-7d9a01e5-0e43-410b-9f53-2f1ef6611816 req-a4a57c51-fed8-44ac-85bb-349e1ea434a8 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] 10.222.0.53 "GET /v2.0/security-groups?id=19651219-aa53-4b6e-b790-a60b627bd385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316949 Jun 21 04:31:57.466338 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-7f9628d3-7345-4c34-b6ea-0a205a85a308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:31:59.772846 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9bf1-522f-47bf-a5a7-c451566b1d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:00.066751 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:01.156819 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-96e1c505-da01-46a8-887c-1f2eb0a4db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:02.607924 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-a8ace0c1-1149-433a-b03a-8a8d050911ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:12.013197 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37ed05-e4db-4d07-97f4-5e3049424682 req-854da208-6056-4b38-b7b9-8cfdccb9a062 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:12.014718 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3d37ed05-e4db-4d07-97f4-5e3049424682 req-854da208-6056-4b38-b7b9-8cfdccb9a062 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 946 time: 0.0653367 Jun 21 04:32:12.053262 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3d37ed05-e4db-4d07-97f4-5e3049424682 req-134d3862-d532-4c94-a52a-9f151f0de99b tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326130 Jun 21 04:32:13.225946 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d8f20-6ee7-4d24-b38f-5af9fe470727 req-ed79a4ad-cc6a-474f-abe4-d58338f0fed4 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:13.227304 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3e6d8f20-6ee7-4d24-b38f-5af9fe470727 req-ed79a4ad-cc6a-474f-abe4-d58338f0fed4 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 946 time: 0.0609491 Jun 21 04:32:13.264412 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3e6d8f20-6ee7-4d24-b38f-5af9fe470727 req-ef54b119-7df9-4528-96a1-432c2560c646 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316439 Jun 21 04:32:14.441048 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a25d6-3e01-4882-a239-6a632b4e1c36 req-792b7284-9b24-4770-9290-d2760894e720 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:14.442519 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-881a25d6-3e01-4882-a239-6a632b4e1c36 req-792b7284-9b24-4770-9290-d2760894e720 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 946 time: 0.0650990 Jun 21 04:32:14.479417 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-881a25d6-3e01-4882-a239-6a632b4e1c36 req-20e51be5-bba3-420f-876f-87bf7220471b tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313530 Jun 21 04:32:15.532108 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94136828-f97d-40db-a1bb-1e46573dbac7 req-19792b82-2933-4078-88c0-5e8bea7c0a25 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:15.533610 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-94136828-f97d-40db-a1bb-1e46573dbac7 req-19792b82-2933-4078-88c0-5e8bea7c0a25 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.55 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 946 time: 0.0720961 Jun 21 04:32:15.636172 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [req-94136828-f97d-40db-a1bb-1e46573dbac7 req-c40a421d-35de-49f7-9d0d-f5071a46daff tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Deleting port 41c62c7c-4f0d-4811-b52d-e4973f034cf6 {{(pid=92783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:32:15.636510 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-94136828-f97d-40db-a1bb-1e46573dbac7 req-c40a421d-35de-49f7-9d0d-f5071a46daff tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:15.653947 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314caeb7-7667-4898-aebf-df7c90ced333 req-995fb335-2537-4fd5-89e0-1dc48a1922d1 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:15.655445 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-314caeb7-7667-4898-aebf-df7c90ced333 req-995fb335-2537-4fd5-89e0-1dc48a1922d1 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 946 time: 0.0622323 Jun 21 04:32:15.693027 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-314caeb7-7667-4898-aebf-df7c90ced333 req-e31bf581-e225-4feb-b774-9560da714140 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups?id=a8759d04-8a8b-4c4e-b329-84660a1d8ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312169 Jun 21 04:32:15.727183 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.db [req-94136828-f97d-40db-a1bb-1e46573dbac7 req-c40a421d-35de-49f7-9d0d-f5071a46daff tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] For port 41c62c7c-4f0d-4811-b52d-e4973f034cf6, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=41c62c7c-4f0d-4811-b52d-e4973f034cf6,segment=NetworkSegment(e5545432-0850-4927-a96c-466ee806cf28),segment_id=e5545432-0850-4927-a96c-466ee806cf28)] {{(pid=92783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:32:15.727538 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-94136828-f97d-40db-a1bb-1e46573dbac7 req-c40a421d-35de-49f7-9d0d-f5071a46daff tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:15.884613 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-94136828-f97d-40db-a1bb-1e46573dbac7 req-c40a421d-35de-49f7-9d0d-f5071a46daff tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:15.884871 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-94136828-f97d-40db-a1bb-1e46573dbac7 req-c40a421d-35de-49f7-9d0d-f5071a46daff tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689737'] for floatingip, after_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:15.885174 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.db.l3_db [req-94136828-f97d-40db-a1bb-1e46573dbac7 req-c40a421d-35de-49f7-9d0d-f5071a46daff tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Floating IP 5da2d66d-da31-46a8-a4cf-46c5668ec112 disassociated. External IP: 172.27.3.164, port: 41c62c7c-4f0d-4811-b52d-e4973f034cf6. Jun 21 04:32:15.885500 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [req-94136828-f97d-40db-a1bb-1e46573dbac7 req-c40a421d-35de-49f7-9d0d-f5071a46daff tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Calling delete_port for 41c62c7c-4f0d-4811-b52d-e4973f034cf6 owned by compute:nova {{(pid=92783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:32:16.019807 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-94136828-f97d-40db-a1bb-1e46573dbac7 req-c40a421d-35de-49f7-9d0d-f5071a46daff tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641976'] for port, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:16.023690 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-b0bd2ce8-2ae7-4b54-985e-b7c3e19657fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:16.048239 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a421d-35de-49f7-9d0d-f5071a46daff tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Pushing event deleted for resources: {'Port': ['ID=41c62c7c-4f0d-4811-b52d-e4973f034cf6,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:16.051648 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-c40a421d-35de-49f7-9d0d-f5071a46daff tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:16.164756 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94136828-f97d-40db-a1bb-1e46573dbac7 req-c40a421d-35de-49f7-9d0d-f5071a46daff tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Router 91c39214-0a2a-49c8-96c6-a3d1d81d8a07 has already been hosted by L3 agent 24838221-9d49-44eb-9e47-6a2fc9da17a2 {{(pid=92783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:32:16.272043 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94136828-f97d-40db-a1bb-1e46573dbac7 req-c40a421d-35de-49f7-9d0d-f5071a46daff tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify agent at l3_agent.dv-cinder-797170-3-iscsi the message routers_updated {{(pid=92783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:32:16.283687 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eab739b-95cb-44cf-ac26-048273bdc266 None None] Sync routers for ids ['91c39214-0a2a-49c8-96c6-a3d1d81d8a07'] in dv-cinder-797170-3-iscsi {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:32:16.292528 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eab739b-95cb-44cf-ac26-048273bdc266 None None] Routers {'91c39214-0a2a-49c8-96c6-a3d1d81d8a07'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:32:16.293159 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-8eab739b-95cb-44cf-ac26-048273bdc266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:32:00Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['91c39214-0a2a-49c8-96c6-a3d1d81d8a07'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:16.324027 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.l3_dvrscheduler_db [req-94136828-f97d-40db-a1bb-1e46573dbac7 req-c40a421d-35de-49f7-9d0d-f5071a46daff tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] No DVR routers for this DVR port 41c62c7c-4f0d-4811-b52d-e4973f034cf6 on host hv-cinder-79717 {{(pid=92783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:32:16.326597 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-94136828-f97d-40db-a1bb-1e46573dbac7 req-c40a421d-35de-49f7-9d0d-f5071a46daff tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for port, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:16.328605 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-94136828-f97d-40db-a1bb-1e46573dbac7 req-c40a421d-35de-49f7-9d0d-f5071a46daff tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.55 "DELETE /v2.0/ports/41c62c7c-4f0d-4811-b52d-e4973f034cf6 HTTP/1.1" status: 204 len: 173 time: 0.7889073 Jun 21 04:32:16.329110 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c1d804-dc55-4d0f-b804-110239519a19', 'name': 'network-vif-deleted', 'tag': '41c62c7c-4f0d-4811-b52d-e4973f034cf6'}] {{(pid=92783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:32:16.331437 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fda3b7b704fc347e73998d8dc34ef34ca3ad6aa16a3a5c6f92a4a64020d363b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b329d067-7967-4950-abbf-ebd70d11beae" -d '{"events": [{"server_uuid": "59c1d804-dc55-4d0f-b804-110239519a19", "name": "network-vif-deleted", "tag": "41c62c7c-4f0d-4811-b52d-e4973f034cf6"}]}' {{(pid=92783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:32:16.392958 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0126b4-5cbc-4f59-85c1-499c8211510c x-openstack-request-id: req-be0126b4-5cbc-4f59-85c1-499c8211510c {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:32:16.393346 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c1d804-dc55-4d0f-b804-110239519a19", "name": "network-vif-deleted", "tag": "41c62c7c-4f0d-4811-b52d-e4973f034cf6", "status": "completed", "code": 200}]} {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:32:16.393694 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-be0126b4-5cbc-4f59-85c1-499c8211510c {{(pid=92783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:32:16.394209 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c1d804-dc55-4d0f-b804-110239519a19', 'name': 'network-vif-deleted', 'tag': '41c62c7c-4f0d-4811-b52d-e4973f034cf6', 'status': 'completed', 'code': 200} Jun 21 04:32:16.408497 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-8eab739b-95cb-44cf-ac26-048273bdc266 None None] Set router 91c39214-0a2a-49c8-96c6-a3d1d81d8a07 gateway port host: dv-cinder-797170-3-iscsi {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:32:16.614122 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-8eab739b-95cb-44cf-ac26-048273bdc266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'name': 'tempest-AttachVolumeShelveTestJSON-2002639941-router', 'tenant_id': 'e73c54dea0a944059b24d8393e162682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '14cdb3db-00d7-4015-9f38-4175ca46c3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:18Z', 'updated_at': '2021-06-21T04:25:25Z', 'revision_number': 4, 'project_id': 'e73c54dea0a944059b24d8393e162682', 'gw_port': {'id': '14cdb3db-00d7-4015-9f38-4175ca46c3ae', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:19Z', 'updated_at': '2021-06-21T04:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': '1c1acd44-4d0c-4998-ade9-c18136e5c766', 'name': '', 'network_id': 'fd6e448a-06f0-4e1b-bc50-7a0749d71b51', 'tenant_id': 'e73c54dea0a944059b24d8393e162682', 'mac_address': 'fa:16:3e:c0:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8d8b0903-2890-45e0-bcb1-1f07c6fca395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:23Z', 'updated_at': '2021-06-21T04:25:33Z', 'revision_number': 5, 'project_id': 'e73c54dea0a944059b24d8393e162682', 'subnets': [{'id': '8d8b0903-2890-45e0-bcb1-1f07c6fca395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:16.769303 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eab739b-95cb-44cf-ac26-048273bdc266 None None] Checking router: 91c39214-0a2a-49c8-96c6-a3d1d81d8a07 for host: dv-cinder-797170-3-iscsi {{(pid=92784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:32:16.778136 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eab739b-95cb-44cf-ac26-048273bdc266 None None] Routers {'91c39214-0a2a-49c8-96c6-a3d1d81d8a07'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:32:16.778811 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-8eab739b-95cb-44cf-ac26-048273bdc266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:32:00Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['91c39214-0a2a-49c8-96c6-a3d1d81d8a07'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:16.837659 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdd1eb-d7ef-4bc4-b433-757a487f96df req-342258af-e122-4c86-9c47-86c09a65e66c tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:16.844688 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-dbfdd1eb-d7ef-4bc4-b433-757a487f96df req-342258af-e122-4c86-9c47-86c09a65e66c tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=86765939-ac55-4601-af3c-e2bdf8a6a35c HTTP/1.1" status: 200 len: 946 time: 0.0764875 Jun 21 04:32:16.892147 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-dbace4df-4108-44c0-9039-99c7ecab8130 req-05ca6e66-0d91-48cc-8ff8-a13c4926fea8 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c1d804-dc55-4d0f-b804-110239519a19 HTTP/1.1" status: 200 len: 210 time: 0.0448544 Jun 21 04:32:16.910315 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-8eab739b-95cb-44cf-ac26-048273bdc266 None None] Set router 91c39214-0a2a-49c8-96c6-a3d1d81d8a07 gateway port host: dv-cinder-797170-3-iscsi {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:32:16.911050 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-dbfdd1eb-d7ef-4bc4-b433-757a487f96df req-398e81ee-9b32-4293-99fc-b476c95968b4 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d3e9094-974d-4585-9ebb-d31d85f66af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650821 Jun 21 04:32:17.115072 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-8eab739b-95cb-44cf-ac26-048273bdc266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'name': 'tempest-AttachVolumeShelveTestJSON-2002639941-router', 'tenant_id': 'e73c54dea0a944059b24d8393e162682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '14cdb3db-00d7-4015-9f38-4175ca46c3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:18Z', 'updated_at': '2021-06-21T04:25:25Z', 'revision_number': 4, 'project_id': 'e73c54dea0a944059b24d8393e162682', 'gw_port': {'id': '14cdb3db-00d7-4015-9f38-4175ca46c3ae', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:19Z', 'updated_at': '2021-06-21T04:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': '1c1acd44-4d0c-4998-ade9-c18136e5c766', 'name': '', 'network_id': 'fd6e448a-06f0-4e1b-bc50-7a0749d71b51', 'tenant_id': 'e73c54dea0a944059b24d8393e162682', 'mac_address': 'fa:16:3e:c0:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8d8b0903-2890-45e0-bcb1-1f07c6fca395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:23Z', 'updated_at': '2021-06-21T04:25:33Z', 'revision_number': 5, 'project_id': 'e73c54dea0a944059b24d8393e162682', 'subnets': [{'id': '8d8b0903-2890-45e0-bcb1-1f07c6fca395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:17.140355 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eab739b-95cb-44cf-ac26-048273bdc266 None None] The sync data for ids ['91c39214-0a2a-49c8-96c6-a3d1d81d8a07'] in dv-cinder-797170-3-iscsi is: [{'id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'name': 'tempest-AttachVolumeShelveTestJSON-2002639941-router', 'tenant_id': 'e73c54dea0a944059b24d8393e162682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '14cdb3db-00d7-4015-9f38-4175ca46c3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:18Z', 'updated_at': '2021-06-21T04:25:25Z', 'revision_number': 4, 'project_id': 'e73c54dea0a944059b24d8393e162682', 'gw_port': {'id': '14cdb3db-00d7-4015-9f38-4175ca46c3ae', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:19Z', 'updated_at': '2021-06-21T04:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': '1c1acd44-4d0c-4998-ade9-c18136e5c766', 'name': '', 'network_id': 'fd6e448a-06f0-4e1b-bc50-7a0749d71b51', 'tenant_id': 'e73c54dea0a944059b24d8393e162682', 'mac_address': 'fa:16:3e:c0:d4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8d8b0903-2890-45e0-bcb1-1f07c6fca395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:23Z', 'updated_at': '2021-06-21T04:25:33Z', 'revision_number': 5, 'project_id': 'e73c54dea0a944059b24d8393e162682', 'subnets': [{'id': '8d8b0903-2890-45e0-bcb1-1f07c6fca395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:32:17.343767 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222abf6d-bf6a-41d0-b3f0-05b8e0fe5063 None None] New status for floating IP 5da2d66d-da31-46a8-a4cf-46c5668ec112: DOWN {{(pid=92785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:32:17.373776 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:18.021442 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 35792) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:18.079378 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-ed572dce-de0d-4fca-aa1b-5b86099e7a39 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:18.101602 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df478e55-f9a3-48e2-8e46-eacf72924d97 req-212e1fc8-6677-41b0-943c-455381ff1dd2 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:18.102955 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-ed572dce-de0d-4fca-aa1b-5b86099e7a39 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:18.103118 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-df478e55-f9a3-48e2-8e46-eacf72924d97 req-212e1fc8-6677-41b0-943c-455381ff1dd2 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=86765939-ac55-4601-af3c-e2bdf8a6a35c HTTP/1.1" status: 200 len: 946 time: 0.0629978 Jun 21 04:32:18.141968 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-df478e55-f9a3-48e2-8e46-eacf72924d97 req-3288a7c4-1579-4b81-91d3-a57db8ad44f9 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d3e9094-974d-4585-9ebb-d31d85f66af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329111 Jun 21 04:32:18.156370 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-ed572dce-de0d-4fca-aa1b-5b86099e7a39 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:18.159258 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-ed572dce-de0d-4fca-aa1b-5b86099e7a39 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:18.160667 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-ed572dce-de0d-4fca-aa1b-5b86099e7a39 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "DELETE /v2.0/security-groups/a8759d04-8a8b-4c4e-b329-84660a1d8ed0 HTTP/1.1" status: 204 len: 168 time: 0.1382208 Jun 21 04:32:18.161406 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-09200a63-443d-4df8-95e2-aae85df21bb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:18.163394 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 35798) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:18.176911 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.api.v2.resource [None req-76ea15f3-3540-4881-9a93-e3df75eebe0a tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] show failed (client error): The resource could not be found. Jun 21 04:32:18.177892 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-76ea15f3-3540-4881-9a93-e3df75eebe0a tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "GET /v2.0/security-groups/a8759d04-8a8b-4c4e-b329-84660a1d8ed0 HTTP/1.1" status: 404 len: 347 time: 0.0135517 Jun 21 04:32:18.178294 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed572dce-de0d-4fca-aa1b-5b86099e7a39 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8759d04-8a8b-4c4e-b329-84660a1d8ed0,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:18.181433 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-ed572dce-de0d-4fca-aa1b-5b86099e7a39 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:18.181904 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 35800) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:18.305060 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [None req-5f8ddf94-fd2b-4856-bbb7-6638510863c2 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Deleting port 30f22e2d-1f4b-4405-9e20-e9adfd190415 {{(pid=92783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:32:18.305401 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-5f8ddf94-fd2b-4856-bbb7-6638510863c2 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:18.385804 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-5f8ddf94-fd2b-4856-bbb7-6638510863c2 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:18.386148 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-5f8ddf94-fd2b-4856-bbb7-6638510863c2 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:18.447380 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [None req-5f8ddf94-fd2b-4856-bbb7-6638510863c2 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Calling delete_port for 30f22e2d-1f4b-4405-9e20-e9adfd190415 owned by network:floatingip {{(pid=92783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:32:18.587543 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-5f8ddf94-fd2b-4856-bbb7-6638510863c2 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641976'] for port, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:18.605593 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-c68d2cfe-3be6-42a0-8e80-9c80da945d14 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:18.634839 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ddf94-fd2b-4856-bbb7-6638510863c2 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Pushing event deleted for resources: {'Port': ['ID=30f22e2d-1f4b-4405-9e20-e9adfd190415,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:18.639554 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-5f8ddf94-fd2b-4856-bbb7-6638510863c2 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:18.965905 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c81f4b-8f04-4d42-8c33-d464227fedc3 req-54f81dc8-3677-4efd-9171-03bd0a2a2a13 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:18.967340 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-e5c81f4b-8f04-4d42-8c33-d464227fedc3 req-54f81dc8-3677-4efd-9171-03bd0a2a2a13 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.55 "GET /v2.0/ports?device_id=86765939-ac55-4601-af3c-e2bdf8a6a35c HTTP/1.1" status: 200 len: 946 time: 0.3897526 Jun 21 04:32:18.970165 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-5f8ddf94-fd2b-4856-bbb7-6638510863c2 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks [] for floatingip, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:18.972731 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-5f8ddf94-fd2b-4856-bbb7-6638510863c2 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for floatingip, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:18.973759 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-5f8ddf94-fd2b-4856-bbb7-6638510863c2 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] 10.222.0.53 "DELETE /v2.0/floatingips/5da2d66d-da31-46a8-a4cf-46c5668ec112 HTTP/1.1" status: 204 len: 168 time: 0.7906537 Jun 21 04:32:19.073879 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [req-e5c81f4b-8f04-4d42-8c33-d464227fedc3 req-07ec983a-d2da-43a1-970e-aab0fe886fd2 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Deleting port 43a523f5-41fa-4c34-b04a-638423775cde {{(pid=92783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:32:19.074504 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-e5c81f4b-8f04-4d42-8c33-d464227fedc3 req-07ec983a-d2da-43a1-970e-aab0fe886fd2 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:19.161964 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.db [req-e5c81f4b-8f04-4d42-8c33-d464227fedc3 req-07ec983a-d2da-43a1-970e-aab0fe886fd2 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] For port 43a523f5-41fa-4c34-b04a-638423775cde, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=43a523f5-41fa-4c34-b04a-638423775cde,segment=NetworkSegment(667a5842-7839-490b-a92f-43d2d3e45ee6),segment_id=667a5842-7839-490b-a92f-43d2d3e45ee6)] {{(pid=92783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:32:19.162314 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-e5c81f4b-8f04-4d42-8c33-d464227fedc3 req-07ec983a-d2da-43a1-970e-aab0fe886fd2 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:19.335799 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.agents_db [None req-2d4e51dd-16b2-4ea0-aa94-70b67a47226d None None] Agent healthcheck: found 6 active agents {{(pid=92785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:32:19.336566 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8c8f4-c674-4732-87f2-2b7acce7efbb req-009b4e31-f57a-498a-8fa7-931e9008b096 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:19.338813 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-fcd8c8f4-c674-4732-87f2-2b7acce7efbb req-009b4e31-f57a-498a-8fa7-931e9008b096 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=86765939-ac55-4601-af3c-e2bdf8a6a35c HTTP/1.1" status: 200 len: 946 time: 0.0747736 Jun 21 04:32:19.350803 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-e5c81f4b-8f04-4d42-8c33-d464227fedc3 req-07ec983a-d2da-43a1-970e-aab0fe886fd2 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:19.351170 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-e5c81f4b-8f04-4d42-8c33-d464227fedc3 req-07ec983a-d2da-43a1-970e-aab0fe886fd2 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689737'] for floatingip, after_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:19.351477 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.db.l3_db [req-e5c81f4b-8f04-4d42-8c33-d464227fedc3 req-07ec983a-d2da-43a1-970e-aab0fe886fd2 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Floating IP ec4d5da4-2915-4a65-899c-54eb606eff3a disassociated. External IP: 172.27.3.98, port: 43a523f5-41fa-4c34-b04a-638423775cde. Jun 21 04:32:19.351856 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [req-e5c81f4b-8f04-4d42-8c33-d464227fedc3 req-07ec983a-d2da-43a1-970e-aab0fe886fd2 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Calling delete_port for 43a523f5-41fa-4c34-b04a-638423775cde owned by compute:nova {{(pid=92783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:32:19.378685 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-fcd8c8f4-c674-4732-87f2-2b7acce7efbb req-d7242125-002a-4ef3-9f0d-5f66ab402008 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d3e9094-974d-4585-9ebb-d31d85f66af5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336564 Jun 21 04:32:19.493876 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-e5c81f4b-8f04-4d42-8c33-d464227fedc3 req-07ec983a-d2da-43a1-970e-aab0fe886fd2 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641976'] for port, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:19.498141 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-d7b801da-9ae7-4215-b3ea-964f09827536 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:19.528549 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ec983a-d2da-43a1-970e-aab0fe886fd2 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Pushing event deleted for resources: {'Port': ['ID=43a523f5-41fa-4c34-b04a-638423775cde,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:19.539630 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-07ec983a-d2da-43a1-970e-aab0fe886fd2 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:19.649362 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5c81f4b-8f04-4d42-8c33-d464227fedc3 req-07ec983a-d2da-43a1-970e-aab0fe886fd2 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Router 871e4e22-5215-42b8-953d-959ba03e8bcc has already been hosted by L3 agent 24838221-9d49-44eb-9e47-6a2fc9da17a2 {{(pid=92783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:32:19.752853 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5c81f4b-8f04-4d42-8c33-d464227fedc3 req-07ec983a-d2da-43a1-970e-aab0fe886fd2 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify agent at l3_agent.dv-cinder-797170-3-iscsi the message routers_updated {{(pid=92783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:32:19.763137 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e979f4-14cd-4fa4-add8-51bba95b3d47 None None] Sync routers for ids ['871e4e22-5215-42b8-953d-959ba03e8bcc'] in dv-cinder-797170-3-iscsi {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:32:19.771938 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e979f4-14cd-4fa4-add8-51bba95b3d47 None None] Routers {'871e4e22-5215-42b8-953d-959ba03e8bcc'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:32:19.772551 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-e0e979f4-14cd-4fa4-add8-51bba95b3d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:32:00Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['871e4e22-5215-42b8-953d-959ba03e8bcc'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:19.795665 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c81f4b-8f04-4d42-8c33-d464227fedc3 req-07ec983a-d2da-43a1-970e-aab0fe886fd2 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] No DVR routers for this DVR port 43a523f5-41fa-4c34-b04a-638423775cde on host hv-cinder-79717 {{(pid=92783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:32:19.798053 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-e5c81f4b-8f04-4d42-8c33-d464227fedc3 req-07ec983a-d2da-43a1-970e-aab0fe886fd2 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for port, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:19.799979 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-e5c81f4b-8f04-4d42-8c33-d464227fedc3 req-07ec983a-d2da-43a1-970e-aab0fe886fd2 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.55 "DELETE /v2.0/ports/43a523f5-41fa-4c34-b04a-638423775cde HTTP/1.1" status: 204 len: 173 time: 0.8250878 Jun 21 04:32:19.800471 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86765939-ac55-4601-af3c-e2bdf8a6a35c', 'name': 'network-vif-deleted', 'tag': '43a523f5-41fa-4c34-b04a-638423775cde'}] {{(pid=92783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:32:19.802783 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fda3b7b704fc347e73998d8dc34ef34ca3ad6aa16a3a5c6f92a4a64020d363b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691a24c6-799a-4103-88b7-ae8e5c5fbb5d" -d '{"events": [{"server_uuid": "86765939-ac55-4601-af3c-e2bdf8a6a35c", "name": "network-vif-deleted", "tag": "43a523f5-41fa-4c34-b04a-638423775cde"}]}' {{(pid=92783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:32:19.841186 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3853ef49-2b62-4835-82de-8f262af3688a x-openstack-request-id: req-3853ef49-2b62-4835-82de-8f262af3688a {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:32:19.841510 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86765939-ac55-4601-af3c-e2bdf8a6a35c", "name": "network-vif-deleted", "tag": "43a523f5-41fa-4c34-b04a-638423775cde", "status": "completed", "code": 200}]} {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:32:19.841801 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3853ef49-2b62-4835-82de-8f262af3688a {{(pid=92783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:32:19.842229 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86765939-ac55-4601-af3c-e2bdf8a6a35c', 'name': 'network-vif-deleted', 'tag': '43a523f5-41fa-4c34-b04a-638423775cde', 'status': 'completed', 'code': 200} Jun 21 04:32:19.853572 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 41c62c7c-4f0d-4811-b52d-e4973f034cf6 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:32:19.882568 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] No Port match for: 41c62c7c-4f0d-4811-b52d-e4973f034cf6 {{(pid=92784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:32:19.882923 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 41c62c7c-4f0d-4811-b52d-e4973f034cf6 not bound to the agent host hv-cinder-79717 {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:32:19.883350 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 43a523f5-41fa-4c34-b04a-638423775cde no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:32:19.904852 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] No Port match for: 43a523f5-41fa-4c34-b04a-638423775cde {{(pid=92784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:32:19.905210 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 43a523f5-41fa-4c34-b04a-638423775cde not bound to the agent host hv-cinder-79717 {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:32:19.924926 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-e0e979f4-14cd-4fa4-add8-51bba95b3d47 None None] Set router 871e4e22-5215-42b8-953d-959ba03e8bcc gateway port host: dv-cinder-797170-3-iscsi {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:32:20.129464 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-e0e979f4-14cd-4fa4-add8-51bba95b3d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'name': 'tempest-AttachVolumeTestJSON-81153680-router', 'tenant_id': '7ac19631df71474c90f158e6a57cb69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '2f1d93d1-5462-459d-9a1b-df3c3db6f96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:24Z', 'updated_at': '2021-06-21T04:25:36Z', 'revision_number': 4, 'project_id': '7ac19631df71474c90f158e6a57cb69b', 'gw_port': {'id': '2f1d93d1-5462-459d-9a1b-df3c3db6f96a', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:7c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:26Z', 'updated_at': '2021-06-21T04:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': '392b9564-7aa7-4803-9f64-dcae4869533d', 'name': '', 'network_id': 'b0453a8f-147d-435a-b4a9-ec66a5c92927', 'tenant_id': '7ac19631df71474c90f158e6a57cb69b', 'mac_address': 'fa:16:3e:da:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cc19a82e-f40e-472d-88c4-f521c9c405b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:34Z', 'updated_at': '2021-06-21T04:25:43Z', 'revision_number': 5, 'project_id': '7ac19631df71474c90f158e6a57cb69b', 'subnets': [{'id': 'cc19a82e-f40e-472d-88c4-f521c9c405b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:20.159124 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e979f4-14cd-4fa4-add8-51bba95b3d47 None None] Checking router: 871e4e22-5215-42b8-953d-959ba03e8bcc for host: dv-cinder-797170-3-iscsi {{(pid=92784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:32:20.168265 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e979f4-14cd-4fa4-add8-51bba95b3d47 None None] Routers {'871e4e22-5215-42b8-953d-959ba03e8bcc'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:32:20.168883 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-e0e979f4-14cd-4fa4-add8-51bba95b3d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:32:00Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['871e4e22-5215-42b8-953d-959ba03e8bcc'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:20.280930 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-e0e979f4-14cd-4fa4-add8-51bba95b3d47 None None] Set router 871e4e22-5215-42b8-953d-959ba03e8bcc gateway port host: dv-cinder-797170-3-iscsi {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:32:20.486468 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-e0e979f4-14cd-4fa4-add8-51bba95b3d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'name': 'tempest-AttachVolumeTestJSON-81153680-router', 'tenant_id': '7ac19631df71474c90f158e6a57cb69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '2f1d93d1-5462-459d-9a1b-df3c3db6f96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:24Z', 'updated_at': '2021-06-21T04:25:36Z', 'revision_number': 4, 'project_id': '7ac19631df71474c90f158e6a57cb69b', 'gw_port': {'id': '2f1d93d1-5462-459d-9a1b-df3c3db6f96a', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:7c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:26Z', 'updated_at': '2021-06-21T04:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': '392b9564-7aa7-4803-9f64-dcae4869533d', 'name': '', 'network_id': 'b0453a8f-147d-435a-b4a9-ec66a5c92927', 'tenant_id': '7ac19631df71474c90f158e6a57cb69b', 'mac_address': 'fa:16:3e:da:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cc19a82e-f40e-472d-88c4-f521c9c405b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:34Z', 'updated_at': '2021-06-21T04:25:43Z', 'revision_number': 5, 'project_id': '7ac19631df71474c90f158e6a57cb69b', 'subnets': [{'id': 'cc19a82e-f40e-472d-88c4-f521c9c405b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:20.514139 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e979f4-14cd-4fa4-add8-51bba95b3d47 None None] The sync data for ids ['871e4e22-5215-42b8-953d-959ba03e8bcc'] in dv-cinder-797170-3-iscsi is: [{'id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'name': 'tempest-AttachVolumeTestJSON-81153680-router', 'tenant_id': '7ac19631df71474c90f158e6a57cb69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '2f1d93d1-5462-459d-9a1b-df3c3db6f96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:24Z', 'updated_at': '2021-06-21T04:25:36Z', 'revision_number': 4, 'project_id': '7ac19631df71474c90f158e6a57cb69b', 'gw_port': {'id': '2f1d93d1-5462-459d-9a1b-df3c3db6f96a', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:7c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:26Z', 'updated_at': '2021-06-21T04:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': '392b9564-7aa7-4803-9f64-dcae4869533d', 'name': '', 'network_id': 'b0453a8f-147d-435a-b4a9-ec66a5c92927', 'tenant_id': '7ac19631df71474c90f158e6a57cb69b', 'mac_address': 'fa:16:3e:da:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'cc19a82e-f40e-472d-88c4-f521c9c405b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:34Z', 'updated_at': '2021-06-21T04:25:43Z', 'revision_number': 5, 'project_id': '7ac19631df71474c90f158e6a57cb69b', 'subnets': [{'id': 'cc19a82e-f40e-472d-88c4-f521c9c405b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:32:20.566980 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-bf23f85e-c167-483b-8f3c-941aff33b360 req-0f83cf19-4836-4ad7-b7ec-845f9c891605 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/ports?device_id=86765939-ac55-4601-af3c-e2bdf8a6a35c HTTP/1.1" status: 200 len: 210 time: 0.0439050 Jun 21 04:32:20.734988 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a85aa54-815b-438c-8f8c-5c4021038949 None None] New status for floating IP ec4d5da4-2915-4a65-899c-54eb606eff3a: DOWN {{(pid=92785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:32:20.961383 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db5c26-c3bb-449f-b489-0b290458681a req-e22bbe1b-c6ec-43a4-bde3-c5ddb225c8c0 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:20.962972 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-47db5c26-c3bb-449f-b489-0b290458681a req-e22bbe1b-c6ec-43a4-bde3-c5ddb225c8c0 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff70685e-ef51-4536-9362-0aec538ab27d HTTP/1.1" status: 200 len: 946 time: 0.0614636 Jun 21 04:32:20.998960 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-47db5c26-c3bb-449f-b489-0b290458681a req-bc95272a-c932-4456-824d-6424015c56b0 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] 10.222.0.53 "GET /v2.0/security-groups?id=19651219-aa53-4b6e-b790-a60b627bd385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305293 Jun 21 04:32:21.538555 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 35848) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:21.686598 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 35856) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:21.815919 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-41ae41e5-6d94-40ad-82a7-74141dc272ad tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:21.856871 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-41ae41e5-6d94-40ad-82a7-74141dc272ad tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:21.958335 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-41ae41e5-6d94-40ad-82a7-74141dc272ad tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:21.960918 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-41ae41e5-6d94-40ad-82a7-74141dc272ad tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:21.962579 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-41ae41e5-6d94-40ad-82a7-74141dc272ad tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "DELETE /v2.0/security-groups/0d3e9094-974d-4585-9ebb-d31d85f66af5 HTTP/1.1" status: 204 len: 168 time: 0.2745011 Jun 21 04:32:21.963957 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-9efcc05a-c1bf-4973-8366-d9975d1906dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:21.965731 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 35858) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:21.975839 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ae41e5-6d94-40ad-82a7-74141dc272ad tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3e9094-974d-4585-9ebb-d31d85f66af5,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:21.979007 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-41ae41e5-6d94-40ad-82a7-74141dc272ad tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:21.980191 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.api.v2.resource [None req-c2190f5b-a744-48af-a758-6d084580630b tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] show failed (client error): The resource could not be found. Jun 21 04:32:21.981351 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-c2190f5b-a744-48af-a758-6d084580630b tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "GET /v2.0/security-groups/0d3e9094-974d-4585-9ebb-d31d85f66af5 HTTP/1.1" status: 404 len: 347 time: 0.0144446 Jun 21 04:32:21.985214 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 35860) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:22.049905 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-c6257a3e-6f2a-492a-8879-cdd3234cdcc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654004'] for router_interface, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:22.126784 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.plugin [None req-c7465302-3b80-448c-90c0-d77bf09efb02 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Deleting port 2062f895-42da-46d1-9c56-3b9e7ebfc6de {{(pid=92782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:32:22.127070 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-c7465302-3b80-448c-90c0-d77bf09efb02 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:22.236383 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be37bdb3-68a6-4d00-ba3c-471eda8359ae req-f2ed21ef-6651-4fcc-8856-167244f1bf90 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:22.237837 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-be37bdb3-68a6-4d00-ba3c-471eda8359ae req-f2ed21ef-6651-4fcc-8856-167244f1bf90 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff70685e-ef51-4536-9362-0aec538ab27d HTTP/1.1" status: 200 len: 946 time: 0.1229706 Jun 21 04:32:22.241311 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-c7465302-3b80-448c-90c0-d77bf09efb02 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:22.241631 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-c7465302-3b80-448c-90c0-d77bf09efb02 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:22.319127 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.plugin [None req-c7465302-3b80-448c-90c0-d77bf09efb02 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Calling delete_port for 2062f895-42da-46d1-9c56-3b9e7ebfc6de owned by network:floatingip {{(pid=92782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:32:22.322418 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [None req-c6257a3e-6f2a-492a-8879-cdd3234cdcc0 admin admin] Deleting port 1c1acd44-4d0c-4998-ade9-c18136e5c766 {{(pid=92783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:32:22.322760 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-c6257a3e-6f2a-492a-8879-cdd3234cdcc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:22.347231 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-be37bdb3-68a6-4d00-ba3c-471eda8359ae req-ef71d787-7374-451f-a778-305af2f2cb5a tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] 10.222.0.53 "GET /v2.0/security-groups?id=19651219-aa53-4b6e-b790-a60b627bd385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029699 Jun 21 04:32:22.409239 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.db [None req-c6257a3e-6f2a-492a-8879-cdd3234cdcc0 admin admin] For port 1c1acd44-4d0c-4998-ade9-c18136e5c766, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=1c1acd44-4d0c-4998-ade9-c18136e5c766,segment=NetworkSegment(e5545432-0850-4927-a96c-466ee806cf28),segment_id=e5545432-0850-4927-a96c-466ee806cf28)] {{(pid=92783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:32:22.409768 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-c6257a3e-6f2a-492a-8879-cdd3234cdcc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:22.471580 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-c7465302-3b80-448c-90c0-d77bf09efb02 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14133696'] for port, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:22.473500 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-ae99bc77-de64-4b90-98d9-62cb931ebab9 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:22.492052 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [None req-c6257a3e-6f2a-492a-8879-cdd3234cdcc0 admin admin] Calling delete_port for 1c1acd44-4d0c-4998-ade9-c18136e5c766 owned by network:router_interface {{(pid=92783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:32:22.497317 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7465302-3b80-448c-90c0-d77bf09efb02 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Pushing event deleted for resources: {'Port': ['ID=2062f895-42da-46d1-9c56-3b9e7ebfc6de,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:22.508513 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7465302-3b80-448c-90c0-d77bf09efb02 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:22.509496 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7465302-3b80-448c-90c0-d77bf09efb02 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:22.509855 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7465302-3b80-448c-90c0-d77bf09efb02 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:22.510204 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7465302-3b80-448c-90c0-d77bf09efb02 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:22.510580 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7465302-3b80-448c-90c0-d77bf09efb02 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:22.510927 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7465302-3b80-448c-90c0-d77bf09efb02 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:22.511270 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7465302-3b80-448c-90c0-d77bf09efb02 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:22.511611 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7465302-3b80-448c-90c0-d77bf09efb02 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:22.511951 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7465302-3b80-448c-90c0-d77bf09efb02 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:22.512290 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7465302-3b80-448c-90c0-d77bf09efb02 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:22.512624 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7465302-3b80-448c-90c0-d77bf09efb02 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:22.512956 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7465302-3b80-448c-90c0-d77bf09efb02 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:22.533236 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-c7465302-3b80-448c-90c0-d77bf09efb02 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:22.570970 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-c7465302-3b80-448c-90c0-d77bf09efb02 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks [] for floatingip, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:22.574024 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-c7465302-3b80-448c-90c0-d77bf09efb02 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for floatingip, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:22.575169 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-c7465302-3b80-448c-90c0-d77bf09efb02 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] 10.222.0.53 "DELETE /v2.0/floatingips/ec4d5da4-2915-4a65-899c-54eb606eff3a HTTP/1.1" status: 204 len: 168 time: 0.5887084 Jun 21 04:32:22.607205 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb20f35-8930-470d-bc47-0e12f6226cff req-3ebb3a0b-d780-45cc-8fdf-db11dbc4e29b tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:22.608656 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-0eb20f35-8930-470d-bc47-0e12f6226cff req-3ebb3a0b-d780-45cc-8fdf-db11dbc4e29b tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff70685e-ef51-4536-9362-0aec538ab27d HTTP/1.1" status: 200 len: 946 time: 0.1545482 Jun 21 04:32:22.810635 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [req-0eb20f35-8930-470d-bc47-0e12f6226cff req-c077ec49-9a43-4aa7-b089-f20aecc90d7c tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Deleting port a1f50c5e-ce68-4ffd-90cd-22fa088539ee {{(pid=92783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:32:22.810979 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-0eb20f35-8930-470d-bc47-0e12f6226cff req-c077ec49-9a43-4aa7-b089-f20aecc90d7c tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:22.815230 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-c6257a3e-6f2a-492a-8879-cdd3234cdcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641976'] for port, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:22.830487 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:22.886487 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6257a3e-6f2a-492a-8879-cdd3234cdcc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c1acd44-4d0c-4998-ade9-c18136e5c766,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:22.891357 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-c6257a3e-6f2a-492a-8879-cdd3234cdcc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:22.988266 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.db [req-0eb20f35-8930-470d-bc47-0e12f6226cff req-c077ec49-9a43-4aa7-b089-f20aecc90d7c tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] For port a1f50c5e-ce68-4ffd-90cd-22fa088539ee, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=a1f50c5e-ce68-4ffd-90cd-22fa088539ee,segment=NetworkSegment(1e531e74-06ba-4c86-a586-9f6f254ac7e3),segment_id=1e531e74-06ba-4c86-a586-9f6f254ac7e3)] {{(pid=92783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:32:22.988627 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-0eb20f35-8930-470d-bc47-0e12f6226cff req-c077ec49-9a43-4aa7-b089-f20aecc90d7c tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:23.094734 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [req-0eb20f35-8930-470d-bc47-0e12f6226cff req-c077ec49-9a43-4aa7-b089-f20aecc90d7c tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Calling delete_port for a1f50c5e-ce68-4ffd-90cd-22fa088539ee owned by compute:nova {{(pid=92783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:32:23.201295 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-c6257a3e-6f2a-492a-8879-cdd3234cdcc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1773170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653832'] for router_interface, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:23.354465 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-0eb20f35-8930-470d-bc47-0e12f6226cff req-c077ec49-9a43-4aa7-b089-f20aecc90d7c tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641976'] for port, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:23.358337 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-13921c23-b232-45f8-98a5-e430f7fb1770 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:23.365510 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] get_ports_and_sgs() called for port_ids ['a1f50c5e-ce68-4ffd-90cd-22fa088539ee'] {{(pid=92784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:32:23.387894 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c077ec49-9a43-4aa7-b089-f20aecc90d7c tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Pushing event deleted for resources: {'Port': ['ID=a1f50c5e-ce68-4ffd-90cd-22fa088539ee,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:23.431862 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-c077ec49-9a43-4aa7-b089-f20aecc90d7c tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:23.512093 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-278a1026-62e2-4af4-9c1b-407adb665339 req-5e87b57c-8331-4cfd-8e59-9dd593831f84 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff70685e-ef51-4536-9362-0aec538ab27d HTTP/1.1" status: 200 len: 210 time: 0.0329592 Jun 21 04:32:23.513285 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb20f35-8930-470d-bc47-0e12f6226cff req-c077ec49-9a43-4aa7-b089-f20aecc90d7c tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] No DVR routers for this DVR port a1f50c5e-ce68-4ffd-90cd-22fa088539ee on host hv-cinder-79717 {{(pid=92783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:32:23.516258 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-0eb20f35-8930-470d-bc47-0e12f6226cff req-c077ec49-9a43-4aa7-b089-f20aecc90d7c tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for port, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:23.518198 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-0eb20f35-8930-470d-bc47-0e12f6226cff req-c077ec49-9a43-4aa7-b089-f20aecc90d7c tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] 10.222.0.55 "DELETE /v2.0/ports/a1f50c5e-ce68-4ffd-90cd-22fa088539ee HTTP/1.1" status: 204 len: 173 time: 0.8714209 Jun 21 04:32:23.520332 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff70685e-ef51-4536-9362-0aec538ab27d', 'name': 'network-vif-deleted', 'tag': 'a1f50c5e-ce68-4ffd-90cd-22fa088539ee'}] {{(pid=92783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:32:23.522753 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fda3b7b704fc347e73998d8dc34ef34ca3ad6aa16a3a5c6f92a4a64020d363b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44839f0b-bfc5-484e-a539-e6068e24a496" -d '{"events": [{"server_uuid": "ff70685e-ef51-4536-9362-0aec538ab27d", "name": "network-vif-deleted", "tag": "a1f50c5e-ce68-4ffd-90cd-22fa088539ee"}]}' {{(pid=92783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:32:23.562190 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6257a3e-6f2a-492a-8879-cdd3234cdcc0 admin admin] Router 91c39214-0a2a-49c8-96c6-a3d1d81d8a07 has already been hosted by L3 agent 24838221-9d49-44eb-9e47-6a2fc9da17a2 {{(pid=92783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:32:23.567953 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9a4434-fc27-4fda-9a40-427110d946a1 x-openstack-request-id: req-ef9a4434-fc27-4fda-9a40-427110d946a1 {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:32:23.568272 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff70685e-ef51-4536-9362-0aec538ab27d", "name": "network-vif-deleted", "tag": "a1f50c5e-ce68-4ffd-90cd-22fa088539ee", "status": "completed", "code": 200}]} {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:32:23.568557 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ef9a4434-fc27-4fda-9a40-427110d946a1 {{(pid=92783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:32:23.568983 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff70685e-ef51-4536-9362-0aec538ab27d', 'name': 'network-vif-deleted', 'tag': 'a1f50c5e-ce68-4ffd-90cd-22fa088539ee', 'status': 'completed', 'code': 200} Jun 21 04:32:23.674741 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6257a3e-6f2a-492a-8879-cdd3234cdcc0 admin admin] Notify agent at l3_agent.dv-cinder-797170-3-iscsi the message routers_updated {{(pid=92783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:32:23.679730 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-c6257a3e-6f2a-492a-8879-cdd3234cdcc0 admin admin] 10.222.0.53 "PUT /v2.0/routers/91c39214-0a2a-49c8-96c6-a3d1d81d8a07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1401684 Jun 21 04:32:23.682233 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 35872) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:23.687632 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461d83f8-3919-4a10-8f07-f29460096cf2 None None] Sync routers for ids ['91c39214-0a2a-49c8-96c6-a3d1d81d8a07'] in dv-cinder-797170-3-iscsi {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:32:23.696870 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461d83f8-3919-4a10-8f07-f29460096cf2 None None] Routers {'91c39214-0a2a-49c8-96c6-a3d1d81d8a07'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:32:23.697470 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-461d83f8-3919-4a10-8f07-f29460096cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:32:00Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['91c39214-0a2a-49c8-96c6-a3d1d81d8a07'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:23.790873 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-1943ccdd-bf18-476a-bcf7-f83d9d4b3069 admin admin] Notify callbacks [] for router, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:23.810063 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-461d83f8-3919-4a10-8f07-f29460096cf2 None None] Set router 91c39214-0a2a-49c8-96c6-a3d1d81d8a07 gateway port host: dv-cinder-797170-3-iscsi {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:32:23.892536 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-1943ccdd-bf18-476a-bcf7-f83d9d4b3069 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:23.958384 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [None req-1943ccdd-bf18-476a-bcf7-f83d9d4b3069 admin admin] Deleting port 14cdb3db-00d7-4015-9f38-4175ca46c3ae {{(pid=92783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:32:23.958736 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-1943ccdd-bf18-476a-bcf7-f83d9d4b3069 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:24.058798 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.db [None req-1943ccdd-bf18-476a-bcf7-f83d9d4b3069 admin admin] For port 14cdb3db-00d7-4015-9f38-4175ca46c3ae, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=14cdb3db-00d7-4015-9f38-4175ca46c3ae,segment=NetworkSegment(e399e9b6-8ae1-4c2d-bd11-625228d4b590),segment_id=e399e9b6-8ae1-4c2d-bd11-625228d4b590)] {{(pid=92783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:32:24.059151 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-1943ccdd-bf18-476a-bcf7-f83d9d4b3069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:24.122057 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-461d83f8-3919-4a10-8f07-f29460096cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'name': 'tempest-AttachVolumeShelveTestJSON-2002639941-router', 'tenant_id': 'e73c54dea0a944059b24d8393e162682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '14cdb3db-00d7-4015-9f38-4175ca46c3ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:18Z', 'updated_at': '2021-06-21T04:32:22Z', 'revision_number': 5, 'project_id': 'e73c54dea0a944059b24d8393e162682', 'gw_port': {'id': '14cdb3db-00d7-4015-9f38-4175ca46c3ae', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:19Z', 'updated_at': '2021-06-21T04:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi'}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:24.131132 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [None req-1943ccdd-bf18-476a-bcf7-f83d9d4b3069 admin admin] Calling delete_port for 14cdb3db-00d7-4015-9f38-4175ca46c3ae owned by network:router_gateway {{(pid=92783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:32:24.148716 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461d83f8-3919-4a10-8f07-f29460096cf2 None None] Checking router: 91c39214-0a2a-49c8-96c6-a3d1d81d8a07 for host: dv-cinder-797170-3-iscsi {{(pid=92784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:32:24.157159 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461d83f8-3919-4a10-8f07-f29460096cf2 None None] Routers {'91c39214-0a2a-49c8-96c6-a3d1d81d8a07'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:32:24.157815 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-461d83f8-3919-4a10-8f07-f29460096cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:32:00Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['91c39214-0a2a-49c8-96c6-a3d1d81d8a07'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:24.242120 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-461d83f8-3919-4a10-8f07-f29460096cf2 None None] Set router 91c39214-0a2a-49c8-96c6-a3d1d81d8a07 gateway port host: None {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:32:24.298726 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-461d83f8-3919-4a10-8f07-f29460096cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'name': 'tempest-AttachVolumeShelveTestJSON-2002639941-router', 'tenant_id': 'e73c54dea0a944059b24d8393e162682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:18Z', 'updated_at': '2021-06-21T04:32:23Z', 'revision_number': 6, 'project_id': 'e73c54dea0a944059b24d8393e162682', 'gw_port_host': None}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:24.325937 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461d83f8-3919-4a10-8f07-f29460096cf2 None None] The sync data for ids ['91c39214-0a2a-49c8-96c6-a3d1d81d8a07'] in dv-cinder-797170-3-iscsi is: [{'id': '91c39214-0a2a-49c8-96c6-a3d1d81d8a07', 'name': 'tempest-AttachVolumeShelveTestJSON-2002639941-router', 'tenant_id': 'e73c54dea0a944059b24d8393e162682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:18Z', 'updated_at': '2021-06-21T04:32:23Z', 'revision_number': 6, 'project_id': 'e73c54dea0a944059b24d8393e162682', 'gw_port_host': None}] {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:32:24.539456 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-1943ccdd-bf18-476a-bcf7-f83d9d4b3069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641976'] for port, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:24.541936 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-45410260-e3ec-4570-84a3-138a2e422911 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:24.565763 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1943ccdd-bf18-476a-bcf7-f83d9d4b3069 admin admin] Pushing event deleted for resources: {'Port': ['ID=14cdb3db-00d7-4015-9f38-4175ca46c3ae,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:24.568900 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-1943ccdd-bf18-476a-bcf7-f83d9d4b3069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:24.630720 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-1943ccdd-bf18-476a-bcf7-f83d9d4b3069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689700'] for router_gateway, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:24.721618 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-1943ccdd-bf18-476a-bcf7-f83d9d4b3069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1652090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1072'] for router, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:24.726880 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-1943ccdd-bf18-476a-bcf7-f83d9d4b3069 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:24.772369 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-1943ccdd-bf18-476a-bcf7-f83d9d4b3069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1652779'] for router, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:24.772986 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1943ccdd-bf18-476a-bcf7-f83d9d4b3069 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91c39214-0a2a-49c8-96c6-a3d1d81d8a07 {{(pid=92783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 04:32:24.778543 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-1943ccdd-bf18-476a-bcf7-f83d9d4b3069 admin admin] Notify callbacks [] for router, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:24.779710 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-1943ccdd-bf18-476a-bcf7-f83d9d4b3069 admin admin] 10.222.0.53 "DELETE /v2.0/routers/91c39214-0a2a-49c8-96c6-a3d1d81d8a07 HTTP/1.1" status: 204 len: 168 time: 1.0965021 Jun 21 04:32:24.782419 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 35884) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:24.828279 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5bb36ad-9978-401c-88f3-db6b6f21b2dc admin admin] Deleting subnet 8d8b0903-2890-45e0-bcb1-1f07c6fca395 {{(pid=92783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:32:24.832185 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-e5bb36ad-9978-401c-88f3-db6b6f21b2dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:24.881504 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-e5bb36ad-9978-401c-88f3-db6b6f21b2dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13430084'] for subnet, precommit_delete_associations {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:24.964030 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-e5bb36ad-9978-401c-88f3-db6b6f21b2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611213'] for subnet, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:25.019880 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-e5bb36ad-9978-401c-88f3-db6b6f21b2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14170667'] for subnet, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:25.023109 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-5b692891-1387-4ada-b986-876f1cde85c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:25.051669 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bb36ad-9978-401c-88f3-db6b6f21b2dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d8b0903-2890-45e0-bcb1-1f07c6fca395,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:25.057286 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-e5bb36ad-9978-401c-88f3-db6b6f21b2dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for subnet, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:25.059261 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-e5bb36ad-9978-401c-88f3-db6b6f21b2dc admin admin] 10.222.0.53 "DELETE /v2.0/subnets/8d8b0903-2890-45e0-bcb1-1f07c6fca395 HTTP/1.1" status: 204 len: 168 time: 0.2759099 Jun 21 04:32:25.060292 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-e5bb36ad-9978-401c-88f3-db6b6f21b2dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:25.061838 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 35900) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:25.068785 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50201ac-6e72-4b97-ac37-7c3c3b700ace None None] Network fd6e448a-06f0-4e1b-bc50-7a0749d71b51 requested from dv-cinder-797170-3-iscsi {{(pid=92784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:32:25.144240 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b7edf91d-0212-470c-8e27-9fed25f644f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588785'] for network, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:25.201797 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [None req-b7edf91d-0212-470c-8e27-9fed25f644f3 admin admin] Deleting port 69d7c9b1-19fe-4a52-9bd1-be3ee07e68cc {{(pid=92783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:32:25.202212 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b7edf91d-0212-470c-8e27-9fed25f644f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:25.275045 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.db [None req-b7edf91d-0212-470c-8e27-9fed25f644f3 admin admin] For port 69d7c9b1-19fe-4a52-9bd1-be3ee07e68cc, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=69d7c9b1-19fe-4a52-9bd1-be3ee07e68cc,segment=NetworkSegment(e5545432-0850-4927-a96c-466ee806cf28),segment_id=e5545432-0850-4927-a96c-466ee806cf28)] {{(pid=92783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:32:25.275433 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b7edf91d-0212-470c-8e27-9fed25f644f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:25.289300 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff77eff8-a494-4e04-a0ff-4b889a6a87da None None] DHCP port deletion for fd6e448a-06f0-4e1b-bc50-7a0749d71b51 request from dv-cinder-797170-3-iscsi {{(pid=92784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 04:32:25.357117 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [None req-b7edf91d-0212-470c-8e27-9fed25f644f3 admin admin] Calling delete_port for 69d7c9b1-19fe-4a52-9bd1-be3ee07e68cc owned by network:dhcp {{(pid=92783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:32:25.361046 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-ff77eff8-a494-4e04-a0ff-4b889a6a87da None None] Deleting port 69d7c9b1-19fe-4a52-9bd1-be3ee07e68cc {{(pid=92784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:32:25.361693 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-ff77eff8-a494-4e04-a0ff-4b889a6a87da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:25.376961 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 69d7c9b1-19fe-4a52-9bd1-be3ee07e68cc no longer exists at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:32:25.447923 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b7edf91d-0212-470c-8e27-9fed25f644f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641976'] for port, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:25.449950 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:25.463379 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-ff77eff8-a494-4e04-a0ff-4b889a6a87da None None] For port 69d7c9b1-19fe-4a52-9bd1-be3ee07e68cc, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=69d7c9b1-19fe-4a52-9bd1-be3ee07e68cc,segment=NetworkSegment(e5545432-0850-4927-a96c-466ee806cf28),segment_id=e5545432-0850-4927-a96c-466ee806cf28)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:32:25.463786 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-ff77eff8-a494-4e04-a0ff-4b889a6a87da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:25.471606 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7edf91d-0212-470c-8e27-9fed25f644f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=69d7c9b1-19fe-4a52-9bd1-be3ee07e68cc,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:25.475461 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-b7edf91d-0212-470c-8e27-9fed25f644f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:25.476278 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] No active binding found for port 69d7c9b1-19fe-4a52-9bd1-be3ee07e68cc {{(pid=92784) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jun 21 04:32:25.477478 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 69d7c9b1-19fe-4a52-9bd1-be3ee07e68cc not bound to the agent host dv-cinder-797170-3-iscsi {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:32:25.477916 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 14cdb3db-00d7-4015-9f38-4175ca46c3ae no longer exists at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:32:25.478038 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7edf91d-0212-470c-8e27-9fed25f644f3 admin admin] No DVR routers for this DVR port 69d7c9b1-19fe-4a52-9bd1-be3ee07e68cc on host dv-cinder-797170-3-iscsi {{(pid=92783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:32:25.534271 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-ff77eff8-a494-4e04-a0ff-4b889a6a87da None None] Calling delete_port for 69d7c9b1-19fe-4a52-9bd1-be3ee07e68cc owned by network:dhcp {{(pid=92784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:32:25.551287 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b7edf91d-0212-470c-8e27-9fed25f644f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611858', 'neutron.services.segments.db._delete_segments_for_network-8749528986579'] for network, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:25.553088 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] No Port match for: 14cdb3db-00d7-4015-9f38-4175ca46c3ae {{(pid=92784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:32:25.553451 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 14cdb3db-00d7-4015-9f38-4175ca46c3ae not bound to the agent host dv-cinder-797170-3-iscsi {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:32:25.553882 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 1c1acd44-4d0c-4998-ade9-c18136e5c766 no longer exists at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:32:25.561570 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.services.segments.db [None req-b7edf91d-0212-470c-8e27-9fed25f644f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd6e448a-06f0-4e1b-bc50-7a0749d71b51']}} {{(pid=92783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:25.572387 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.services.segments.db [None req-b7edf91d-0212-470c-8e27-9fed25f644f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5545432-0850-4927-a96c-466ee806cf28') {'for_net_delete': True} {{(pid=92783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:25.572677 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.services.segments.db [None req-b7edf91d-0212-470c-8e27-9fed25f644f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5545432-0850-4927-a96c-466ee806cf28') {} {{(pid=92783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:25.578453 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] No Port match for: 1c1acd44-4d0c-4998-ade9-c18136e5c766 {{(pid=92784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:32:25.578819 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 1c1acd44-4d0c-4998-ade9-c18136e5c766 not bound to the agent host dv-cinder-797170-3-iscsi {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:32:25.581524 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b7edf91d-0212-470c-8e27-9fed25f644f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749528986408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13430093'] for segment, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:25.595334 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b7edf91d-0212-470c-8e27-9fed25f644f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607066'] for segment, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:25.601330 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7edf91d-0212-470c-8e27-9fed25f644f3 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=92783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:32:25.601707 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b7edf91d-0212-470c-8e27-9fed25f644f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12642153'] for segment, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:25.603374 dv-cinder-797170-3-iscsi neutron-server[92783]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:32:25.603374 dv-cinder-797170-3-iscsi neutron-server[92783]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:32:25.603374 dv-cinder-797170-3-iscsi neutron-server[92783]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:32:25.603374 dv-cinder-797170-3-iscsi neutron-server[92783]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:32:25.603374 dv-cinder-797170-3-iscsi neutron-server[92783]: Traceback (most recent call last): Jun 21 04:32:25.603374 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:32:25.603374 dv-cinder-797170-3-iscsi neutron-server[92783]: timer() Jun 21 04:32:25.603374 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:32:25.603374 dv-cinder-797170-3-iscsi neutron-server[92783]: cb(*args, **kw) Jun 21 04:32:25.603374 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:32:25.603374 dv-cinder-797170-3-iscsi neutron-server[92783]: return func(*args, **kwargs) Jun 21 04:32:25.603374 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:32:25.603374 dv-cinder-797170-3-iscsi neutron-server[92783]: self._notify() Jun 21 04:32:25.603374 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:32:25.603374 dv-cinder-797170-3-iscsi neutron-server[92783]: self.callback(batched_events) Jun 21 04:32:25.603374 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:32:25.603374 dv-cinder-797170-3-iscsi neutron-server[92783]: event.method(event) Jun 21 04:32:25.603374 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:32:25.603374 dv-cinder-797170-3-iscsi neutron-server[92783]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:32:25.603374 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:32:25.603374 dv-cinder-797170-3-iscsi neutron-server[92783]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:32:25.603374 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:32:25.603374 dv-cinder-797170-3-iscsi neutron-server[92783]: return f(self, *a, **k) Jun 21 04:32:25.603374 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:32:25.603374 dv-cinder-797170-3-iscsi neutron-server[92783]: return self._get(url).json() Jun 21 04:32:25.603374 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:32:25.603374 dv-cinder-797170-3-iscsi neutron-server[92783]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:32:25.603374 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:32:25.603374 dv-cinder-797170-3-iscsi neutron-server[92783]: return self.request(url, 'GET', **kwargs) Jun 21 04:32:25.603374 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:32:25.603374 dv-cinder-797170-3-iscsi neutron-server[92783]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:32:25.603374 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:32:25.603374 dv-cinder-797170-3-iscsi neutron-server[92783]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:32:25.603374 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:32:25.603374 dv-cinder-797170-3-iscsi neutron-server[92783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:32:25.603374 dv-cinder-797170-3-iscsi neutron-server[92783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:32:25.645440 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-ff77eff8-a494-4e04-a0ff-4b889a6a87da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998'] for port, after_delete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:25.647313 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:25.656310 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b7edf91d-0212-470c-8e27-9fed25f644f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-431616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689787'] for network, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:25.663900 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b7edf91d-0212-470c-8e27-9fed25f644f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for network, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:25.665784 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-b7edf91d-0212-470c-8e27-9fed25f644f3 admin admin] 10.222.0.53 "DELETE /v2.0/networks/fd6e448a-06f0-4e1b-bc50-7a0749d71b51 HTTP/1.1" status: 204 len: 168 time: 0.6028538 Jun 21 04:32:25.666566 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-d4477f5b-2dd9-4f72-86de-d02a7960069e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:25.675286 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff77eff8-a494-4e04-a0ff-4b889a6a87da None None] Pushing event deleted for resources: {'Port': ['ID=69d7c9b1-19fe-4a52-9bd1-be3ee07e68cc,revision_number=None']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:25.681732 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff77eff8-a494-4e04-a0ff-4b889a6a87da None None] No DVR routers for this DVR port 69d7c9b1-19fe-4a52-9bd1-be3ee07e68cc on host dv-cinder-797170-3-iscsi {{(pid=92784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:32:25.683377 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-ff77eff8-a494-4e04-a0ff-4b889a6a87da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:25.683505 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7edf91d-0212-470c-8e27-9fed25f644f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd6e448a-06f0-4e1b-bc50-7a0749d71b51,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:25.694736 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-b7edf91d-0212-470c-8e27-9fed25f644f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:25.777920 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 35904) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:25.817624 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-fb26d0f9-d720-496d-95a3-9cc2001a76ee admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e73c54dea0a944059b24d8393e162682&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0384672 Jun 21 04:32:25.819976 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 35906) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:25.846765 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device a1f50c5e-ce68-4ffd-90cd-22fa088539ee no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:32:25.865854 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-4606034e-df19-453c-b409-d5c42eb52bc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:25.866810 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] No Port match for: a1f50c5e-ce68-4ffd-90cd-22fa088539ee {{(pid=92784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:32:25.867173 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device a1f50c5e-ce68-4ffd-90cd-22fa088539ee not bound to the agent host hv-cinder-79717 {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:32:25.886444 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-4606034e-df19-453c-b409-d5c42eb52bc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:25.935976 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-4606034e-df19-453c-b409-d5c42eb52bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:25.938611 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-4606034e-df19-453c-b409-d5c42eb52bc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:25.939764 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-4606034e-df19-453c-b409-d5c42eb52bc1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0930312d-5fec-4478-8972-540192422f69 HTTP/1.1" status: 204 len: 168 time: 0.1188612 Jun 21 04:32:25.940463 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-e59aeef9-723e-4adf-91e8-a95ad29aa163 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:25.947822 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4606034e-df19-453c-b409-d5c42eb52bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0930312d-5fec-4478-8972-540192422f69,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:25.958203 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-4606034e-df19-453c-b409-d5c42eb52bc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:26.279443 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 35930) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:27.047380 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-32d0518e-8cd7-4591-8549-15eed4c70997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654004'] for router_interface, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:27.319204 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.plugin [None req-32d0518e-8cd7-4591-8549-15eed4c70997 admin admin] Deleting port 392b9564-7aa7-4803-9f64-dcae4869533d {{(pid=92782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:32:27.319540 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-32d0518e-8cd7-4591-8549-15eed4c70997 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:27.395949 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.db [None req-32d0518e-8cd7-4591-8549-15eed4c70997 admin admin] For port 392b9564-7aa7-4803-9f64-dcae4869533d, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=392b9564-7aa7-4803-9f64-dcae4869533d,segment=NetworkSegment(667a5842-7839-490b-a92f-43d2d3e45ee6),segment_id=667a5842-7839-490b-a92f-43d2d3e45ee6)] {{(pid=92782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:32:27.396444 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-32d0518e-8cd7-4591-8549-15eed4c70997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:27.456745 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.plugin [None req-32d0518e-8cd7-4591-8549-15eed4c70997 admin admin] Calling delete_port for 392b9564-7aa7-4803-9f64-dcae4869533d owned by network:router_interface {{(pid=92782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:32:27.467991 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b7753eb-13cf-431b-ac03-7f08429ba271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:27.629867 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-32d0518e-8cd7-4591-8549-15eed4c70997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14133696'] for port, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:27.632577 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-ae99bc77-de64-4b90-98d9-62cb931ebab9 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:27.659982 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d0518e-8cd7-4591-8549-15eed4c70997 admin admin] Pushing event deleted for resources: {'Port': ['ID=392b9564-7aa7-4803-9f64-dcae4869533d,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:27.663717 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-32d0518e-8cd7-4591-8549-15eed4c70997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:27.821495 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-32d0518e-8cd7-4591-8549-15eed4c70997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1773170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653832'] for router_interface, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:28.027801 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d0518e-8cd7-4591-8549-15eed4c70997 admin admin] Router 871e4e22-5215-42b8-953d-959ba03e8bcc has already been hosted by L3 agent 24838221-9d49-44eb-9e47-6a2fc9da17a2 {{(pid=92782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:32:28.131712 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d0518e-8cd7-4591-8549-15eed4c70997 admin admin] Notify agent at l3_agent.dv-cinder-797170-3-iscsi the message routers_updated {{(pid=92782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:32:28.138282 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-32d0518e-8cd7-4591-8549-15eed4c70997 admin admin] 10.222.0.53 "PUT /v2.0/routers/871e4e22-5215-42b8-953d-959ba03e8bcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8565998 Jun 21 04:32:28.139649 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 35962) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:28.142225 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478e2b73-f28c-414a-9577-d865d477908c None None] Sync routers for ids ['871e4e22-5215-42b8-953d-959ba03e8bcc'] in dv-cinder-797170-3-iscsi {{(pid=92785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:32:28.152084 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478e2b73-f28c-414a-9577-d865d477908c None None] Routers {'871e4e22-5215-42b8-953d-959ba03e8bcc'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:32:28.152699 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-478e2b73-f28c-414a-9577-d865d477908c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:32:00Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['871e4e22-5215-42b8-953d-959ba03e8bcc'], 'active': True} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:28.243803 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-e044be5e-3e34-4bf6-bc88-3ee4e20212fd admin admin] Notify callbacks [] for router, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:28.252019 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvr_db [None req-478e2b73-f28c-414a-9577-d865d477908c None None] Set router 871e4e22-5215-42b8-953d-959ba03e8bcc gateway port host: dv-cinder-797170-3-iscsi {{(pid=92785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:32:28.350948 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-e044be5e-3e34-4bf6-bc88-3ee4e20212fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:28.406397 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.plugin [None req-e044be5e-3e34-4bf6-bc88-3ee4e20212fd admin admin] Deleting port 2f1d93d1-5462-459d-9a1b-df3c3db6f96a {{(pid=92782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:32:28.406783 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-e044be5e-3e34-4bf6-bc88-3ee4e20212fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:28.426500 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-478e2b73-f28c-414a-9577-d865d477908c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'name': 'tempest-AttachVolumeTestJSON-81153680-router', 'tenant_id': '7ac19631df71474c90f158e6a57cb69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '2f1d93d1-5462-459d-9a1b-df3c3db6f96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:24Z', 'updated_at': '2021-06-21T04:32:27Z', 'revision_number': 5, 'project_id': '7ac19631df71474c90f158e6a57cb69b', 'gw_port': {'id': '2f1d93d1-5462-459d-9a1b-df3c3db6f96a', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:7c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:25:26Z', 'updated_at': '2021-06-21T04:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi'}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:28.452985 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478e2b73-f28c-414a-9577-d865d477908c None None] Checking router: 871e4e22-5215-42b8-953d-959ba03e8bcc for host: dv-cinder-797170-3-iscsi {{(pid=92785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:32:28.461624 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478e2b73-f28c-414a-9577-d865d477908c None None] Routers {'871e4e22-5215-42b8-953d-959ba03e8bcc'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:32:28.462225 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-478e2b73-f28c-414a-9577-d865d477908c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:32:00Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['871e4e22-5215-42b8-953d-959ba03e8bcc'], 'active': True} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:28.484963 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.db [None req-e044be5e-3e34-4bf6-bc88-3ee4e20212fd admin admin] For port 2f1d93d1-5462-459d-9a1b-df3c3db6f96a, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=2f1d93d1-5462-459d-9a1b-df3c3db6f96a,segment=NetworkSegment(e399e9b6-8ae1-4c2d-bd11-625228d4b590),segment_id=e399e9b6-8ae1-4c2d-bd11-625228d4b590)] {{(pid=92782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:32:28.485317 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-e044be5e-3e34-4bf6-bc88-3ee4e20212fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:28.544442 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvr_db [None req-478e2b73-f28c-414a-9577-d865d477908c None None] Set router 871e4e22-5215-42b8-953d-959ba03e8bcc gateway port host: None {{(pid=92785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:32:28.549774 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.plugin [None req-e044be5e-3e34-4bf6-bc88-3ee4e20212fd admin admin] Calling delete_port for 2f1d93d1-5462-459d-9a1b-df3c3db6f96a owned by network:router_gateway {{(pid=92782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:32:28.597386 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-478e2b73-f28c-414a-9577-d865d477908c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'name': 'tempest-AttachVolumeTestJSON-81153680-router', 'tenant_id': '7ac19631df71474c90f158e6a57cb69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:24Z', 'updated_at': '2021-06-21T04:32:28Z', 'revision_number': 6, 'project_id': '7ac19631df71474c90f158e6a57cb69b', 'gw_port_host': None}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:28.622688 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478e2b73-f28c-414a-9577-d865d477908c None None] The sync data for ids ['871e4e22-5215-42b8-953d-959ba03e8bcc'] in dv-cinder-797170-3-iscsi is: [{'id': '871e4e22-5215-42b8-953d-959ba03e8bcc', 'name': 'tempest-AttachVolumeTestJSON-81153680-router', 'tenant_id': '7ac19631df71474c90f158e6a57cb69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:25:24Z', 'updated_at': '2021-06-21T04:32:28Z', 'revision_number': 6, 'project_id': '7ac19631df71474c90f158e6a57cb69b', 'gw_port_host': None}] {{(pid=92785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:32:28.712886 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-e044be5e-3e34-4bf6-bc88-3ee4e20212fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14133696'] for port, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:28.715665 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-587cc594-5623-4e90-b02a-30dfef2c75f2 tempest-VolumesNegativeTest-609047943 tempest-VolumesNegativeTest-609047943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:28.738863 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e044be5e-3e34-4bf6-bc88-3ee4e20212fd admin admin] Pushing event deleted for resources: {'Port': ['ID=2f1d93d1-5462-459d-9a1b-df3c3db6f96a,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:28.741964 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-e044be5e-3e34-4bf6-bc88-3ee4e20212fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:28.803475 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-e044be5e-3e34-4bf6-bc88-3ee4e20212fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689700'] for router_gateway, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:28.891940 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-e044be5e-3e34-4bf6-bc88-3ee4e20212fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1652090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1072'] for router, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:28.894003 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-e044be5e-3e34-4bf6-bc88-3ee4e20212fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:28.940478 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-e044be5e-3e34-4bf6-bc88-3ee4e20212fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1652779'] for router, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:28.941095 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e044be5e-3e34-4bf6-bc88-3ee4e20212fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 871e4e22-5215-42b8-953d-959ba03e8bcc {{(pid=92782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 04:32:28.945766 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-e044be5e-3e34-4bf6-bc88-3ee4e20212fd admin admin] Notify callbacks [] for router, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:28.946983 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-e044be5e-3e34-4bf6-bc88-3ee4e20212fd admin admin] 10.222.0.53 "DELETE /v2.0/routers/871e4e22-5215-42b8-953d-959ba03e8bcc HTTP/1.1" status: 204 len: 168 time: 0.8040023 Jun 21 04:32:28.949349 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 35968) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:28.999233 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.db_base_plugin_v2 [None req-4edda762-7097-4349-8a56-49d12d16cd83 admin admin] Deleting subnet cc19a82e-f40e-472d-88c4-f521c9c405b3 {{(pid=92782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:32:29.002216 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-4edda762-7097-4349-8a56-49d12d16cd83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:29.041226 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-4edda762-7097-4349-8a56-49d12d16cd83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14553356'] for subnet, precommit_delete_associations {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:29.146612 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-4edda762-7097-4349-8a56-49d12d16cd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611213'] for subnet, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:29.205580 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-4edda762-7097-4349-8a56-49d12d16cd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14133690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14135513'] for subnet, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:29.207995 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-49a15bf0-8d09-4da0-bd64-bfe39b13eeb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:29.233280 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edda762-7097-4349-8a56-49d12d16cd83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc19a82e-f40e-472d-88c4-f521c9c405b3,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:29.236260 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-4edda762-7097-4349-8a56-49d12d16cd83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:29.237223 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-4edda762-7097-4349-8a56-49d12d16cd83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:29.239046 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-4edda762-7097-4349-8a56-49d12d16cd83 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/cc19a82e-f40e-472d-88c4-f521c9c405b3 HTTP/1.1" status: 204 len: 168 time: 0.2888165 Jun 21 04:32:29.241664 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 35972) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:29.242521 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce8b2d7-8221-4d2c-b19e-7f1ad0641913 None None] Network b0453a8f-147d-435a-b4a9-ec66a5c92927 requested from dv-cinder-797170-3-iscsi {{(pid=92784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:32:29.315961 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-5a727af8-7e3a-4a4a-a4e4-ec703ac6b387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588785'] for network, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:29.369326 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [None req-5a727af8-7e3a-4a4a-a4e4-ec703ac6b387 admin admin] Deleting port 842a89c7-8885-434d-8189-d89a9acfa14b {{(pid=92783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:32:29.369664 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-5a727af8-7e3a-4a4a-a4e4-ec703ac6b387 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:29.438317 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ea3569-1790-4de6-9a25-5b50a10b8fc8 None None] DHCP port deletion for b0453a8f-147d-435a-b4a9-ec66a5c92927 request from dv-cinder-797170-3-iscsi {{(pid=92784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 04:32:29.440689 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.db [None req-5a727af8-7e3a-4a4a-a4e4-ec703ac6b387 admin admin] For port 842a89c7-8885-434d-8189-d89a9acfa14b, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=842a89c7-8885-434d-8189-d89a9acfa14b,segment=NetworkSegment(667a5842-7839-490b-a92f-43d2d3e45ee6),segment_id=667a5842-7839-490b-a92f-43d2d3e45ee6)] {{(pid=92783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:32:29.441192 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-5a727af8-7e3a-4a4a-a4e4-ec703ac6b387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:29.505606 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-c0ea3569-1790-4de6-9a25-5b50a10b8fc8 None None] Deleting port 842a89c7-8885-434d-8189-d89a9acfa14b {{(pid=92784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:32:29.506431 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-c0ea3569-1790-4de6-9a25-5b50a10b8fc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:29.512250 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 392b9564-7aa7-4803-9f64-dcae4869533d no longer exists at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:32:29.520022 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [None req-5a727af8-7e3a-4a4a-a4e4-ec703ac6b387 admin admin] Calling delete_port for 842a89c7-8885-434d-8189-d89a9acfa14b owned by network:dhcp {{(pid=92783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:32:29.575108 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] No Port match for: 392b9564-7aa7-4803-9f64-dcae4869533d {{(pid=92784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:32:29.575542 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 392b9564-7aa7-4803-9f64-dcae4869533d not bound to the agent host dv-cinder-797170-3-iscsi {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:32:29.576085 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 842a89c7-8885-434d-8189-d89a9acfa14b no longer exists at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:32:29.608839 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-5a727af8-7e3a-4a4a-a4e4-ec703ac6b387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641976'] for port, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:29.611266 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-c6257a3e-6f2a-492a-8879-cdd3234cdcc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:29.632208 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-c0ea3569-1790-4de6-9a25-5b50a10b8fc8 None None] For port 842a89c7-8885-434d-8189-d89a9acfa14b, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=842a89c7-8885-434d-8189-d89a9acfa14b,segment=NetworkSegment(667a5842-7839-490b-a92f-43d2d3e45ee6),segment_id=667a5842-7839-490b-a92f-43d2d3e45ee6)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:32:29.632703 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-c0ea3569-1790-4de6-9a25-5b50a10b8fc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:29.639561 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a727af8-7e3a-4a4a-a4e4-ec703ac6b387 admin admin] Pushing event deleted for resources: {'Port': ['ID=842a89c7-8885-434d-8189-d89a9acfa14b,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:29.641679 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a727af8-7e3a-4a4a-a4e4-ec703ac6b387 admin admin] No DVR routers for this DVR port 842a89c7-8885-434d-8189-d89a9acfa14b on host dv-cinder-797170-3-iscsi {{(pid=92783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:32:29.643419 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-5a727af8-7e3a-4a4a-a4e4-ec703ac6b387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:29.652454 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] No active binding found for port 842a89c7-8885-434d-8189-d89a9acfa14b {{(pid=92784) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jun 21 04:32:29.653053 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 842a89c7-8885-434d-8189-d89a9acfa14b not bound to the agent host dv-cinder-797170-3-iscsi {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:32:29.653495 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 2f1d93d1-5462-459d-9a1b-df3c3db6f96a no longer exists at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:32:29.712603 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-c0ea3569-1790-4de6-9a25-5b50a10b8fc8 None None] Calling delete_port for 842a89c7-8885-434d-8189-d89a9acfa14b owned by network:dhcp {{(pid=92784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:32:29.717011 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-5a727af8-7e3a-4a4a-a4e4-ec703ac6b387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611858', 'neutron.services.segments.db._delete_segments_for_network-8749528986579'] for network, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:29.727268 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.services.segments.db [None req-5a727af8-7e3a-4a4a-a4e4-ec703ac6b387 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0453a8f-147d-435a-b4a9-ec66a5c92927']}} {{(pid=92783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:29.731759 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] No Port match for: 2f1d93d1-5462-459d-9a1b-df3c3db6f96a {{(pid=92784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:32:29.732120 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 2f1d93d1-5462-459d-9a1b-df3c3db6f96a not bound to the agent host dv-cinder-797170-3-iscsi {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:32:29.745647 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.services.segments.db [None req-5a727af8-7e3a-4a4a-a4e4-ec703ac6b387 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '667a5842-7839-490b-a92f-43d2d3e45ee6') {'for_net_delete': True} {{(pid=92783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:29.746165 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.services.segments.db [None req-5a727af8-7e3a-4a4a-a4e4-ec703ac6b387 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '667a5842-7839-490b-a92f-43d2d3e45ee6') {} {{(pid=92783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:29.755982 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-5a727af8-7e3a-4a4a-a4e4-ec703ac6b387 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749528986408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13430093'] for segment, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:29.776588 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-5a727af8-7e3a-4a4a-a4e4-ec703ac6b387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607066'] for segment, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:29.783614 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a727af8-7e3a-4a4a-a4e4-ec703ac6b387 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=92783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:32:29.784284 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-5a727af8-7e3a-4a4a-a4e4-ec703ac6b387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12642153'] for segment, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:29.786679 dv-cinder-797170-3-iscsi neutron-server[92783]: Traceback (most recent call last): Jun 21 04:32:29.786679 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:32:29.786679 dv-cinder-797170-3-iscsi neutron-server[92783]: timer() Jun 21 04:32:29.786679 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:32:29.786679 dv-cinder-797170-3-iscsi neutron-server[92783]: cb(*args, **kw) Jun 21 04:32:29.786679 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:32:29.786679 dv-cinder-797170-3-iscsi neutron-server[92783]: return func(*args, **kwargs) Jun 21 04:32:29.786679 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:32:29.786679 dv-cinder-797170-3-iscsi neutron-server[92783]: self._notify() Jun 21 04:32:29.786679 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:32:29.786679 dv-cinder-797170-3-iscsi neutron-server[92783]: self.callback(batched_events) Jun 21 04:32:29.786679 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:32:29.786679 dv-cinder-797170-3-iscsi neutron-server[92783]: event.method(event) Jun 21 04:32:29.786679 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:32:29.786679 dv-cinder-797170-3-iscsi neutron-server[92783]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:32:29.786679 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:32:29.786679 dv-cinder-797170-3-iscsi neutron-server[92783]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:32:29.786679 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:32:29.786679 dv-cinder-797170-3-iscsi neutron-server[92783]: return f(self, *a, **k) Jun 21 04:32:29.786679 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:32:29.786679 dv-cinder-797170-3-iscsi neutron-server[92783]: return self._get(url).json() Jun 21 04:32:29.786679 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:32:29.786679 dv-cinder-797170-3-iscsi neutron-server[92783]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:32:29.786679 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:32:29.786679 dv-cinder-797170-3-iscsi neutron-server[92783]: return self.request(url, 'GET', **kwargs) Jun 21 04:32:29.786679 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:32:29.786679 dv-cinder-797170-3-iscsi neutron-server[92783]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:32:29.786679 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:32:29.786679 dv-cinder-797170-3-iscsi neutron-server[92783]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:32:29.786679 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:32:29.786679 dv-cinder-797170-3-iscsi neutron-server[92783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:32:29.786679 dv-cinder-797170-3-iscsi neutron-server[92783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:32:29.807358 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-dff5e6a3-f922-4a85-a550-59e105be7c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:29.826712 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-c0ea3569-1790-4de6-9a25-5b50a10b8fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998'] for port, after_delete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:29.828579 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-b54ecc4b-a7a4-4cd5-bae2-b393b617581e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:29.846293 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-5a727af8-7e3a-4a4a-a4e4-ec703ac6b387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-431616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689787'] for network, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:29.850287 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:29.853503 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-5a727af8-7e3a-4a4a-a4e4-ec703ac6b387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for network, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:29.858030 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-5a727af8-7e3a-4a4a-a4e4-ec703ac6b387 admin admin] 10.222.0.53 "DELETE /v2.0/networks/b0453a8f-147d-435a-b4a9-ec66a5c92927 HTTP/1.1" status: 204 len: 168 time: 0.6152771 Jun 21 04:32:29.858201 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea3569-1790-4de6-9a25-5b50a10b8fc8 None None] Pushing event deleted for resources: {'Port': ['ID=842a89c7-8885-434d-8189-d89a9acfa14b,revision_number=None']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:29.861177 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-c0ea3569-1790-4de6-9a25-5b50a10b8fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:29.861979 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ea3569-1790-4de6-9a25-5b50a10b8fc8 None None] No DVR routers for this DVR port 842a89c7-8885-434d-8189-d89a9acfa14b on host dv-cinder-797170-3-iscsi {{(pid=92784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:32:29.875695 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a727af8-7e3a-4a4a-a4e4-ec703ac6b387 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0453a8f-147d-435a-b4a9-ec66a5c92927,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:29.878769 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-5a727af8-7e3a-4a4a-a4e4-ec703ac6b387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:30.017395 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 35992) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:30.058843 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-47519aa9-d63e-44da-9513-8ca672753c7b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7ac19631df71474c90f158e6a57cb69b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0379314 Jun 21 04:32:30.059049 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 35994) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:30.067272 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:30.105284 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-df189aea-8009-45e4-84bf-0a42890f90a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:30.125916 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-df189aea-8009-45e4-84bf-0a42890f90a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:30.175827 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-df189aea-8009-45e4-84bf-0a42890f90a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:30.178356 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-df189aea-8009-45e4-84bf-0a42890f90a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:30.179484 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-df189aea-8009-45e4-84bf-0a42890f90a8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8cec1b62-9d13-40af-888a-60828fdcf2ea HTTP/1.1" status: 204 len: 168 time: 0.1196730 Jun 21 04:32:30.180819 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-d49b6ff8-2d59-4bfc-b39a-0e6fe5a899c0 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:30.188032 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df189aea-8009-45e4-84bf-0a42890f90a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cec1b62-9d13-40af-888a-60828fdcf2ea,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:30.190924 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-df189aea-8009-45e4-84bf-0a42890f90a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:31.003966 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 36036) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:31.105040 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-6a9253d8-e3ce-4a78-ba9e-444be62c3b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:31.163304 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-96e1c505-da01-46a8-887c-1f2eb0a4db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:31.204969 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-6a9253d8-e3ce-4a78-ba9e-444be62c3b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:31.210301 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-6a9253d8-e3ce-4a78-ba9e-444be62c3b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:31.219077 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-52add7f6-8083-4897-b4ae-330e59b73bb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:31.247584 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-6a9253d8-e3ce-4a78-ba9e-444be62c3b93 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0e31072c47a7490f98b2f3ffc61db53a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425141 Jun 21 04:32:31.250194 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 36060) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:31.252250 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9253d8-e3ce-4a78-ba9e-444be62c3b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f8802a-2cc7-4d1d-8a7e-7b1957429e5f,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:31.259371 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-6a9253d8-e3ce-4a78-ba9e-444be62c3b93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:31.313883 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-36b363bf-1949-4e1d-967e-40a59e2fd52a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:31.335276 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-36b363bf-1949-4e1d-967e-40a59e2fd52a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:31.384851 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-36b363bf-1949-4e1d-967e-40a59e2fd52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:31.387988 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-36b363bf-1949-4e1d-967e-40a59e2fd52a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:31.389119 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-36b363bf-1949-4e1d-967e-40a59e2fd52a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/79f8802a-2cc7-4d1d-8a7e-7b1957429e5f HTTP/1.1" status: 204 len: 168 time: 0.1372983 Jun 21 04:32:31.390104 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-3b19e961-fa96-483c-8096-f5b3ec0bc3d9 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:31.398616 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b363bf-1949-4e1d-967e-40a59e2fd52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f8802a-2cc7-4d1d-8a7e-7b1957429e5f,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:31.407379 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-36b363bf-1949-4e1d-967e-40a59e2fd52a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:31.482670 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 36068) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:31.701338 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-f5cf0a6c-3280-4fa3-989b-37b51d6bf7a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:31.800892 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-f5cf0a6c-3280-4fa3-989b-37b51d6bf7a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:31.806638 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-f5cf0a6c-3280-4fa3-989b-37b51d6bf7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:31.810308 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-4389cf46-c5c3-4458-bec2-d7751de91567 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:31.848231 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-f5cf0a6c-3280-4fa3-989b-37b51d6bf7a8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9c1e48db3fd740fe937c7ca2451c5062&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3644185 Jun 21 04:32:31.849134 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf0a6c-3280-4fa3-989b-37b51d6bf7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdda6a5-7f40-4c56-918d-d58065ef6f58,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:31.850899 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 36090) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:31.855318 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-f5cf0a6c-3280-4fa3-989b-37b51d6bf7a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:31.908389 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b676dbc1-9d9c-4d4e-975b-5d0a490e2509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:31.930026 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b676dbc1-9d9c-4d4e-975b-5d0a490e2509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:31.979132 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b676dbc1-9d9c-4d4e-975b-5d0a490e2509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:31.981815 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b676dbc1-9d9c-4d4e-975b-5d0a490e2509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:31.985571 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-b676dbc1-9d9c-4d4e-975b-5d0a490e2509 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4cdda6a5-7f40-4c56-918d-d58065ef6f58 HTTP/1.1" status: 204 len: 168 time: 0.1336880 Jun 21 04:32:31.986354 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-bf0e849f-3c9d-4c70-8f5e-5964d9132c7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:31.994054 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b676dbc1-9d9c-4d4e-975b-5d0a490e2509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdda6a5-7f40-4c56-918d-d58065ef6f58,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:31.996960 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-b676dbc1-9d9c-4d4e-975b-5d0a490e2509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:32.612511 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-a8ace0c1-1149-433a-b03a-8a8d050911ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:32.735648 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 36138) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:32.837300 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [None req-72aaa28b-424b-40f9-b94e-b06480aa8261 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-341706623-network', 'tenant_id': 'cd1acd699e7f429a99863f782fa7bf55'}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:32:32.863851 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72aaa28b-424b-40f9-b94e-b06480aa8261 admin admin] Made reservation on behalf of cd1acd699e7f429a99863f782fa7bf55 for: {'network': 1} {{(pid=92783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:32:32.866707 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-72aaa28b-424b-40f9-b94e-b06480aa8261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for network, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:32.875704 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-72aaa28b-424b-40f9-b94e-b06480aa8261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:32.976193 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-72aaa28b-424b-40f9-b94e-b06480aa8261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:32.982264 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-72aaa28b-424b-40f9-b94e-b06480aa8261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:32.988424 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-46504d2f-11f8-4bc0-a4eb-552ad7363f3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:33.016646 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72aaa28b-424b-40f9-b94e-b06480aa8261 admin admin] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=92783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:32:33.035306 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-72aaa28b-424b-40f9-b94e-b06480aa8261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607066'] for segment, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:33.035910 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.db.segments_db [None req-72aaa28b-424b-40f9-b94e-b06480aa8261 admin admin] Added segment f68b80e8-f876-45d4-b445-b7ec30246563 of type vlan for network aa78709b-3384-4669-9c17-b899f6bba40e Jun 21 04:32:33.038080 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aaa28b-424b-40f9-b94e-b06480aa8261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a042d5a-8dd7-4904-ae78-593e75807c81,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:33.042924 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-72aaa28b-424b-40f9-b94e-b06480aa8261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:33.089988 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-72aaa28b-424b-40f9-b94e-b06480aa8261 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749528449994'] for network, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:33.125174 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-72aaa28b-424b-40f9-b94e-b06480aa8261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-431616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067'] for network, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:33.126538 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72aaa28b-424b-40f9-b94e-b06480aa8261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:33.127123 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-72aaa28b-424b-40f9-b94e-b06480aa8261 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for network, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:33.130102 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-5a727af8-7e3a-4a4a-a4e4-ec703ac6b387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:33.191758 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-72aaa28b-424b-40f9-b94e-b06480aa8261 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4523721 Jun 21 04:32:33.191930 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 36152) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:33.197503 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [None req-d344a30f-5fc6-4dbe-821e-3d395a5e8011 admin admin] Request body: {'subnet': {'network_id': 'aa78709b-3384-4669-9c17-b899f6bba40e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-341706623-subnet', 'tenant_id': 'cd1acd699e7f429a99863f782fa7bf55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:32:33.203792 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aaa28b-424b-40f9-b94e-b06480aa8261 admin admin] Pushing event updated for resources: {'Network': ['ID=aa78709b-3384-4669-9c17-b899f6bba40e,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:33.207820 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-72aaa28b-424b-40f9-b94e-b06480aa8261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:33.217096 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Network aa78709b-3384-4669-9c17-b899f6bba40e details requested by agent ovs-agent-dv-cinder-797170-3-iscsi with host dv-cinder-797170-3-iscsi {{(pid=92784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:32:33.223382 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d344a30f-5fc6-4dbe-821e-3d395a5e8011 admin admin] Made reservation on behalf of cd1acd699e7f429a99863f782fa7bf55 for: {'subnet': 1} {{(pid=92783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:32:33.226059 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-d344a30f-5fc6-4dbe-821e-3d395a5e8011 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14170624'] for subnet, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:33.400496 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-d344a30f-5fc6-4dbe-821e-3d395a5e8011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14170642'] for subnet, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:33.403466 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-e5bb36ad-9978-401c-88f3-db6b6f21b2dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:33.457427 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d344a30f-5fc6-4dbe-821e-3d395a5e8011 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb4f8a12-e1b1-498d-9265-5dbd1c19d587,revision_number=0']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:33.461189 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-d344a30f-5fc6-4dbe-821e-3d395a5e8011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:33.465007 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d344a30f-5fc6-4dbe-821e-3d395a5e8011 admin admin] Checking segment: {'id': 'f68b80e8-f876-45d4-b445-b7ec30246563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'aa78709b-3384-4669-9c17-b899f6bba40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:32:33.465372 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d344a30f-5fc6-4dbe-821e-3d395a5e8011 admin admin] Network hostable DHCP agents. Network: aa78709b-3384-4669-9c17-b899f6bba40e, hostable agents: ['6ffbca20-0783-49ee-bbe9-7ece843bbb1a'], hosted agents: [] {{(pid=92783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:32:33.481285 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d344a30f-5fc6-4dbe-821e-3d395a5e8011 admin admin] Network aa78709b-3384-4669-9c17-b899f6bba40e is scheduled to be hosted by DHCP agent 6ffbca20-0783-49ee-bbe9-7ece843bbb1a with binding_index 1 {{(pid=92783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:32:33.490411 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.base_scheduler [None req-d344a30f-5fc6-4dbe-821e-3d395a5e8011 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-3-iscsi, aa78709b-3384-4669-9c17-b899f6bba40e) {{(pid=92783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:32:33.494541 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d344a30f-5fc6-4dbe-821e-3d395a5e8011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:33.495129 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-d344a30f-5fc6-4dbe-821e-3d395a5e8011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for subnet, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:33.502596 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90a5f11-ad04-4628-9415-f5db60580e41 None None] Network aa78709b-3384-4669-9c17-b899f6bba40e requested from dv-cinder-797170-3-iscsi {{(pid=92784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:32:33.508127 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-d344a30f-5fc6-4dbe-821e-3d395a5e8011 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3151591 Jun 21 04:32:33.626398 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33130427-ffc4-4da1-8b3b-9e32794bc37b None None] Network aa78709b-3384-4669-9c17-b899f6bba40e requested from dv-cinder-797170-3-iscsi {{(pid=92784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:32:33.957563 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 36172) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:33.963146 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [None req-7cc73ca3-65c0-4785-85d1-929ba3f7a6df admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-259759899-network', 'tenant_id': '2688e6aefd6f4a2c9ee4a28a5ebcdebd'}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:32:33.983429 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc73ca3-65c0-4785-85d1-929ba3f7a6df admin admin] Made reservation on behalf of 2688e6aefd6f4a2c9ee4a28a5ebcdebd for: {'network': 1} {{(pid=92783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:32:33.985787 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-7cc73ca3-65c0-4785-85d1-929ba3f7a6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for network, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:33.994614 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-7cc73ca3-65c0-4785-85d1-929ba3f7a6df admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:34.081898 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-7cc73ca3-65c0-4785-85d1-929ba3f7a6df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:34.085800 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-7cc73ca3-65c0-4785-85d1-929ba3f7a6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:34.090456 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-b24ab2bd-d44f-45f7-9648-34a139711c95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:34.109128 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cc73ca3-65c0-4785-85d1-929ba3f7a6df admin admin] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=92783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:32:34.126889 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc73ca3-65c0-4785-85d1-929ba3f7a6df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea14ef1c-a38c-4021-b032-6640adf043f9,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:34.131268 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-7cc73ca3-65c0-4785-85d1-929ba3f7a6df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:34.132321 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-7cc73ca3-65c0-4785-85d1-929ba3f7a6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607066'] for segment, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:34.133053 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.db.segments_db [None req-7cc73ca3-65c0-4785-85d1-929ba3f7a6df admin admin] Added segment 4cd757b8-2052-4357-8923-c8009c23d05d of type vlan for network 6f53fc19-77d3-4a11-82eb-91f848ed3cf4 Jun 21 04:32:34.172647 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-7cc73ca3-65c0-4785-85d1-929ba3f7a6df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749528449994'] for network, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:34.202356 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-7cc73ca3-65c0-4785-85d1-929ba3f7a6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-431616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067'] for network, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:34.204051 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc73ca3-65c0-4785-85d1-929ba3f7a6df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:34.204777 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-7cc73ca3-65c0-4785-85d1-929ba3f7a6df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for network, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:34.208558 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-032b69c6-43d0-4491-bf03-b66b2a3a8f5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:34.289763 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-7cc73ca3-65c0-4785-85d1-929ba3f7a6df admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3279760 Jun 21 04:32:34.290334 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 36182) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:34.290885 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc73ca3-65c0-4785-85d1-929ba3f7a6df admin admin] Pushing event updated for resources: {'Network': ['ID=6f53fc19-77d3-4a11-82eb-91f848ed3cf4,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:34.293984 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-7cc73ca3-65c0-4785-85d1-929ba3f7a6df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:34.295193 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [None req-cf0ecdd2-c8c2-49b5-959a-6610adac1648 admin admin] Request body: {'subnet': {'network_id': '6f53fc19-77d3-4a11-82eb-91f848ed3cf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-259759899-subnet', 'tenant_id': '2688e6aefd6f4a2c9ee4a28a5ebcdebd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:32:34.304463 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Network 6f53fc19-77d3-4a11-82eb-91f848ed3cf4 details requested by agent ovs-agent-dv-cinder-797170-3-iscsi with host dv-cinder-797170-3-iscsi {{(pid=92784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:32:34.318609 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0ecdd2-c8c2-49b5-959a-6610adac1648 admin admin] Made reservation on behalf of 2688e6aefd6f4a2c9ee4a28a5ebcdebd for: {'subnet': 1} {{(pid=92782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:32:34.321577 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-cf0ecdd2-c8c2-49b5-959a-6610adac1648 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14135538'] for subnet, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:34.503126 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-cf0ecdd2-c8c2-49b5-959a-6610adac1648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14133627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14135520'] for subnet, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:34.506562 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:34.561384 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ecdd2-c8c2-49b5-959a-6610adac1648 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fccd24f-540d-4c82-8306-0571433d238b,revision_number=0']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:34.567895 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-cf0ecdd2-c8c2-49b5-959a-6610adac1648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:34.573859 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0ecdd2-c8c2-49b5-959a-6610adac1648 admin admin] Checking segment: {'id': '4cd757b8-2052-4357-8923-c8009c23d05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '6f53fc19-77d3-4a11-82eb-91f848ed3cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:32:34.574322 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0ecdd2-c8c2-49b5-959a-6610adac1648 admin admin] Network hostable DHCP agents. Network: 6f53fc19-77d3-4a11-82eb-91f848ed3cf4, hostable agents: ['6ffbca20-0783-49ee-bbe9-7ece843bbb1a'], hosted agents: [] {{(pid=92782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:32:34.593157 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0ecdd2-c8c2-49b5-959a-6610adac1648 admin admin] Network 6f53fc19-77d3-4a11-82eb-91f848ed3cf4 is scheduled to be hosted by DHCP agent 6ffbca20-0783-49ee-bbe9-7ece843bbb1a with binding_index 1 {{(pid=92782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:32:34.607795 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.base_scheduler [None req-cf0ecdd2-c8c2-49b5-959a-6610adac1648 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-3-iscsi, 6f53fc19-77d3-4a11-82eb-91f848ed3cf4) {{(pid=92782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:32:34.618604 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8a179e-4b6f-4084-afe9-8568da4ddb96 None None] Network 6f53fc19-77d3-4a11-82eb-91f848ed3cf4 requested from dv-cinder-797170-3-iscsi {{(pid=92784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:32:34.622519 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0ecdd2-c8c2-49b5-959a-6610adac1648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:34.623282 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-cf0ecdd2-c8c2-49b5-959a-6610adac1648 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:34.651202 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-cf0ecdd2-c8c2-49b5-959a-6610adac1648 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3597505 Jun 21 04:32:34.757276 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 36194) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:34.760258 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b942869c-aa17-4144-99b7-b54b296534be None None] Network 6f53fc19-77d3-4a11-82eb-91f848ed3cf4 requested from dv-cinder-797170-3-iscsi {{(pid=92784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:32:34.804113 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.db_base_plugin_v2 [None req-32c49881-d294-4c4e-b9b1-5c9b33f7e2dd admin admin] Deleting subnet fb4f8a12-e1b1-498d-9265-5dbd1c19d587 {{(pid=92782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:32:34.808477 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-32c49881-d294-4c4e-b9b1-5c9b33f7e2dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:34.843536 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-32c49881-d294-4c4e-b9b1-5c9b33f7e2dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14553356'] for subnet, precommit_delete_associations {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:34.887471 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-32c49881-d294-4c4e-b9b1-5c9b33f7e2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611213'] for subnet, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:34.938780 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-32c49881-d294-4c4e-b9b1-5c9b33f7e2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14133690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14135513'] for subnet, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:34.940891 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-a55261d2-94dd-40b3-87a3-20b98d960baa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:34.963640 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c49881-d294-4c4e-b9b1-5c9b33f7e2dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb4f8a12-e1b1-498d-9265-5dbd1c19d587,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:34.966497 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-32c49881-d294-4c4e-b9b1-5c9b33f7e2dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:34.969647 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-32c49881-d294-4c4e-b9b1-5c9b33f7e2dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:34.971812 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-32c49881-d294-4c4e-b9b1-5c9b33f7e2dd admin admin] 10.222.0.53 "DELETE /v2.0/subnets/fb4f8a12-e1b1-498d-9265-5dbd1c19d587 HTTP/1.1" status: 204 len: 168 time: 0.2136436 Jun 21 04:32:34.974189 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 36196) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:35.040206 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-c53ffb28-2480-44cf-a268-afd28be19b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588785'] for network, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:35.117629 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-c53ffb28-2480-44cf-a268-afd28be19b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611858', 'neutron.services.segments.db._delete_segments_for_network-8749528986579'] for network, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:35.127490 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.services.segments.db [None req-c53ffb28-2480-44cf-a268-afd28be19b6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa78709b-3384-4669-9c17-b899f6bba40e']}} {{(pid=92782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:35.137552 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.services.segments.db [None req-c53ffb28-2480-44cf-a268-afd28be19b6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f68b80e8-f876-45d4-b445-b7ec30246563') {'for_net_delete': True} {{(pid=92782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:35.137845 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.services.segments.db [None req-c53ffb28-2480-44cf-a268-afd28be19b6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f68b80e8-f876-45d4-b445-b7ec30246563') {} {{(pid=92782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:35.146075 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-c53ffb28-2480-44cf-a268-afd28be19b6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749528986408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553349'] for segment, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:35.159783 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-c53ffb28-2480-44cf-a268-afd28be19b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607066'] for segment, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:35.165250 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c53ffb28-2480-44cf-a268-afd28be19b6d admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=92782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:32:35.165618 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-c53ffb28-2480-44cf-a268-afd28be19b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14133265'] for segment, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:35.167212 dv-cinder-797170-3-iscsi neutron-server[92782]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:32:35.167212 dv-cinder-797170-3-iscsi neutron-server[92782]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:32:35.167212 dv-cinder-797170-3-iscsi neutron-server[92782]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:32:35.167212 dv-cinder-797170-3-iscsi neutron-server[92782]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:32:35.167212 dv-cinder-797170-3-iscsi neutron-server[92782]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:32:35.167212 dv-cinder-797170-3-iscsi neutron-server[92782]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:32:35.167212 dv-cinder-797170-3-iscsi neutron-server[92782]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:32:35.167212 dv-cinder-797170-3-iscsi neutron-server[92782]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:32:35.167212 dv-cinder-797170-3-iscsi neutron-server[92782]: Traceback (most recent call last): Jun 21 04:32:35.167212 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:32:35.167212 dv-cinder-797170-3-iscsi neutron-server[92782]: timer() Jun 21 04:32:35.167212 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:32:35.167212 dv-cinder-797170-3-iscsi neutron-server[92782]: cb(*args, **kw) Jun 21 04:32:35.167212 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:32:35.167212 dv-cinder-797170-3-iscsi neutron-server[92782]: return func(*args, **kwargs) Jun 21 04:32:35.167212 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:32:35.167212 dv-cinder-797170-3-iscsi neutron-server[92782]: self._notify() Jun 21 04:32:35.167212 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:32:35.167212 dv-cinder-797170-3-iscsi neutron-server[92782]: self.callback(batched_events) Jun 21 04:32:35.167212 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:32:35.167212 dv-cinder-797170-3-iscsi neutron-server[92782]: event.method(event) Jun 21 04:32:35.167212 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:32:35.167212 dv-cinder-797170-3-iscsi neutron-server[92782]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:32:35.167212 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:32:35.167212 dv-cinder-797170-3-iscsi neutron-server[92782]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:32:35.167212 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:32:35.167212 dv-cinder-797170-3-iscsi neutron-server[92782]: return f(self, *a, **k) Jun 21 04:32:35.167212 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:32:35.167212 dv-cinder-797170-3-iscsi neutron-server[92782]: return self._get(url).json() Jun 21 04:32:35.167212 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:32:35.167212 dv-cinder-797170-3-iscsi neutron-server[92782]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:32:35.167212 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:32:35.167212 dv-cinder-797170-3-iscsi neutron-server[92782]: return self.request(url, 'GET', **kwargs) Jun 21 04:32:35.167212 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:32:35.167212 dv-cinder-797170-3-iscsi neutron-server[92782]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:32:35.167212 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:32:35.167212 dv-cinder-797170-3-iscsi neutron-server[92782]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:32:35.167212 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:32:35.167212 dv-cinder-797170-3-iscsi neutron-server[92782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:32:35.167212 dv-cinder-797170-3-iscsi neutron-server[92782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:32:35.222816 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-c53ffb28-2480-44cf-a268-afd28be19b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-431616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689787'] for network, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:35.227173 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:35.230947 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-c53ffb28-2480-44cf-a268-afd28be19b6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for network, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:35.232742 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-c53ffb28-2480-44cf-a268-afd28be19b6d admin admin] 10.222.0.53 "DELETE /v2.0/networks/aa78709b-3384-4669-9c17-b899f6bba40e HTTP/1.1" status: 204 len: 168 time: 0.2576203 Jun 21 04:32:35.235716 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 36198) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:35.242394 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53ffb28-2480-44cf-a268-afd28be19b6d admin admin] Pushing event deleted for resources: {'Network': ['ID=aa78709b-3384-4669-9c17-b899f6bba40e,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:35.245605 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-c53ffb28-2480-44cf-a268-afd28be19b6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:35.282114 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.db_base_plugin_v2 [None req-b84a1798-6ae8-42e6-a7b1-f50a877fd489 admin admin] Deleting subnet 1fccd24f-540d-4c82-8306-0571433d238b {{(pid=92783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:32:35.285446 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b84a1798-6ae8-42e6-a7b1-f50a877fd489 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:35.318946 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b84a1798-6ae8-42e6-a7b1-f50a877fd489 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13430084'] for subnet, precommit_delete_associations {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:35.360118 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b84a1798-6ae8-42e6-a7b1-f50a877fd489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611213'] for subnet, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:35.409621 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b84a1798-6ae8-42e6-a7b1-f50a877fd489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14170667'] for subnet, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:35.412627 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-ce8a7d16-419b-4f41-b1ee-71006cdc0ba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:35.436133 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84a1798-6ae8-42e6-a7b1-f50a877fd489 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fccd24f-540d-4c82-8306-0571433d238b,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:35.438539 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b84a1798-6ae8-42e6-a7b1-f50a877fd489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for subnet, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:35.440204 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-b84a1798-6ae8-42e6-a7b1-f50a877fd489 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1fccd24f-540d-4c82-8306-0571433d238b HTTP/1.1" status: 204 len: 168 time: 0.2034409 Jun 21 04:32:35.442937 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 36202) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:35.447368 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84a1798-6ae8-42e6-a7b1-f50a877fd489 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:35.447742 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84a1798-6ae8-42e6-a7b1-f50a877fd489 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:35.448106 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84a1798-6ae8-42e6-a7b1-f50a877fd489 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:35.448465 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84a1798-6ae8-42e6-a7b1-f50a877fd489 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:35.448819 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84a1798-6ae8-42e6-a7b1-f50a877fd489 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:35.449172 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84a1798-6ae8-42e6-a7b1-f50a877fd489 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:35.449519 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84a1798-6ae8-42e6-a7b1-f50a877fd489 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:35.449867 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84a1798-6ae8-42e6-a7b1-f50a877fd489 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:35.450217 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84a1798-6ae8-42e6-a7b1-f50a877fd489 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:35.450688 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84a1798-6ae8-42e6-a7b1-f50a877fd489 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:35.450991 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84a1798-6ae8-42e6-a7b1-f50a877fd489 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:35.451344 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84a1798-6ae8-42e6-a7b1-f50a877fd489 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:32:35.455221 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-b84a1798-6ae8-42e6-a7b1-f50a877fd489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:35.513088 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-3d4066b0-0b90-45be-81de-0cc718bc9795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588785'] for network, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:35.590548 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-3d4066b0-0b90-45be-81de-0cc718bc9795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611858', 'neutron.services.segments.db._delete_segments_for_network-8749528986579'] for network, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:35.599819 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.services.segments.db [None req-3d4066b0-0b90-45be-81de-0cc718bc9795 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f53fc19-77d3-4a11-82eb-91f848ed3cf4']}} {{(pid=92782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:35.609970 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.services.segments.db [None req-3d4066b0-0b90-45be-81de-0cc718bc9795 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cd757b8-2052-4357-8923-c8009c23d05d') {'for_net_delete': True} {{(pid=92782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:35.610266 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.services.segments.db [None req-3d4066b0-0b90-45be-81de-0cc718bc9795 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cd757b8-2052-4357-8923-c8009c23d05d') {} {{(pid=92782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:35.619266 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-3d4066b0-0b90-45be-81de-0cc718bc9795 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749528986408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553349'] for segment, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:35.632214 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-3d4066b0-0b90-45be-81de-0cc718bc9795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607066'] for segment, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:35.637786 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d4066b0-0b90-45be-81de-0cc718bc9795 admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=92782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:32:35.638161 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-3d4066b0-0b90-45be-81de-0cc718bc9795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14133265'] for segment, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:35.639772 dv-cinder-797170-3-iscsi neutron-server[92782]: Traceback (most recent call last): Jun 21 04:32:35.639772 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:32:35.639772 dv-cinder-797170-3-iscsi neutron-server[92782]: timer() Jun 21 04:32:35.639772 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:32:35.639772 dv-cinder-797170-3-iscsi neutron-server[92782]: cb(*args, **kw) Jun 21 04:32:35.639772 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:32:35.639772 dv-cinder-797170-3-iscsi neutron-server[92782]: return func(*args, **kwargs) Jun 21 04:32:35.639772 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:32:35.639772 dv-cinder-797170-3-iscsi neutron-server[92782]: self._notify() Jun 21 04:32:35.639772 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:32:35.639772 dv-cinder-797170-3-iscsi neutron-server[92782]: self.callback(batched_events) Jun 21 04:32:35.639772 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:32:35.639772 dv-cinder-797170-3-iscsi neutron-server[92782]: event.method(event) Jun 21 04:32:35.639772 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:32:35.639772 dv-cinder-797170-3-iscsi neutron-server[92782]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:32:35.639772 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:32:35.639772 dv-cinder-797170-3-iscsi neutron-server[92782]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:32:35.639772 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:32:35.639772 dv-cinder-797170-3-iscsi neutron-server[92782]: return f(self, *a, **k) Jun 21 04:32:35.639772 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:32:35.639772 dv-cinder-797170-3-iscsi neutron-server[92782]: return self._get(url).json() Jun 21 04:32:35.639772 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:32:35.639772 dv-cinder-797170-3-iscsi neutron-server[92782]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:32:35.639772 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:32:35.639772 dv-cinder-797170-3-iscsi neutron-server[92782]: return self.request(url, 'GET', **kwargs) Jun 21 04:32:35.639772 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:32:35.639772 dv-cinder-797170-3-iscsi neutron-server[92782]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:32:35.639772 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:32:35.639772 dv-cinder-797170-3-iscsi neutron-server[92782]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:32:35.639772 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:32:35.639772 dv-cinder-797170-3-iscsi neutron-server[92782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:32:35.639772 dv-cinder-797170-3-iscsi neutron-server[92782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:32:35.692346 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-3d4066b0-0b90-45be-81de-0cc718bc9795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-431616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689787'] for network, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:35.695896 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:35.698262 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-3d4066b0-0b90-45be-81de-0cc718bc9795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for network, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:35.702764 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-3d4066b0-0b90-45be-81de-0cc718bc9795 admin admin] 10.222.0.53 "DELETE /v2.0/networks/6f53fc19-77d3-4a11-82eb-91f848ed3cf4 HTTP/1.1" status: 204 len: 168 time: 0.2587550 Jun 21 04:32:35.713640 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4066b0-0b90-45be-81de-0cc718bc9795 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f53fc19-77d3-4a11-82eb-91f848ed3cf4,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:35.715872 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-3d4066b0-0b90-45be-81de-0cc718bc9795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:35.855062 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 36208) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:35.893726 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-4ad4ec8e-bbdb-4a68-a9ec-8491ed679b52 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cd1acd699e7f429a99863f782fa7bf55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374601 Jun 21 04:32:35.895980 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 36210) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:35.942155 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-fde6fa18-70e6-423d-9b0f-347a8d98f815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:35.962465 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-fde6fa18-70e6-423d-9b0f-347a8d98f815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:36.006522 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-fde6fa18-70e6-423d-9b0f-347a8d98f815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:36.009193 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-fde6fa18-70e6-423d-9b0f-347a8d98f815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:36.010309 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-fde6fa18-70e6-423d-9b0f-347a8d98f815 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7a042d5a-8dd7-4904-ae78-593e75807c81 HTTP/1.1" status: 204 len: 168 time: 0.1134746 Jun 21 04:32:36.011134 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-6f2c5dd7-63e4-4c6e-b66e-f5e63fad8620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:36.018482 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde6fa18-70e6-423d-9b0f-347a8d98f815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a042d5a-8dd7-4904-ae78-593e75807c81,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:36.020649 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-fde6fa18-70e6-423d-9b0f-347a8d98f815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:36.307747 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 36216) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:36.350710 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-c09ca2e3-72ec-4e9a-8ab8-dd10132cac50 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2688e6aefd6f4a2c9ee4a28a5ebcdebd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417273 Jun 21 04:32:36.353267 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 36220) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:36.399936 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-5f7b62f8-f242-4aaa-9ad9-3d47252efd5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:36.420237 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-5f7b62f8-f242-4aaa-9ad9-3d47252efd5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:36.467010 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-5f7b62f8-f242-4aaa-9ad9-3d47252efd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:36.469526 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-5f7b62f8-f242-4aaa-9ad9-3d47252efd5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:36.470674 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-5f7b62f8-f242-4aaa-9ad9-3d47252efd5f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ea14ef1c-a38c-4021-b032-6640adf043f9 HTTP/1.1" status: 204 len: 168 time: 0.1164997 Jun 21 04:32:36.471409 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-b676dbc1-9d9c-4d4e-975b-5d0a490e2509 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:36.478689 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7b62f8-f242-4aaa-9ad9-3d47252efd5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea14ef1c-a38c-4021-b032-6640adf043f9,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:36.480906 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-5f7b62f8-f242-4aaa-9ad9-3d47252efd5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:44.473310 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 36436) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:44.598980 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-1311bb91-659f-457a-b4c1-d8e631ebb209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:44.696709 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-1311bb91-659f-457a-b4c1-d8e631ebb209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:44.700238 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-1311bb91-659f-457a-b4c1-d8e631ebb209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:44.703686 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-72aaa28b-424b-40f9-b94e-b06480aa8261 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:44.738828 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-1311bb91-659f-457a-b4c1-d8e631ebb209 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fe8c78fa6a5f47eeb508c73c2da6684b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2644212 Jun 21 04:32:44.739759 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1311bb91-659f-457a-b4c1-d8e631ebb209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e220be3-9b7f-4f8e-ba48-ba88d6502dad,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:44.741393 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 36442) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:44.743829 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-1311bb91-659f-457a-b4c1-d8e631ebb209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:44.800253 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-37aa6e82-0609-4bbb-97db-2dd2930a4abc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:44.821332 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-37aa6e82-0609-4bbb-97db-2dd2930a4abc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:44.865858 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-37aa6e82-0609-4bbb-97db-2dd2930a4abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:44.869034 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-37aa6e82-0609-4bbb-97db-2dd2930a4abc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:44.870167 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-37aa6e82-0609-4bbb-97db-2dd2930a4abc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2e220be3-9b7f-4f8e-ba48-ba88d6502dad HTTP/1.1" status: 204 len: 168 time: 0.1251268 Jun 21 04:32:44.870929 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-e81c93c5-fca8-42bb-b438-d7d316c6bda4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:44.877879 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa6e82-0609-4bbb-97db-2dd2930a4abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e220be3-9b7f-4f8e-ba48-ba88d6502dad,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:44.880285 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-37aa6e82-0609-4bbb-97db-2dd2930a4abc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:45.122121 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 36448) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:45.135710 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-67ff7758-d62a-43c1-ae09-1499ee907e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:45.220949 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-67ff7758-d62a-43c1-ae09-1499ee907e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:45.224212 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-67ff7758-d62a-43c1-ae09-1499ee907e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:45.228230 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-4606034e-df19-453c-b409-d5c42eb52bc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:45.262873 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-67ff7758-d62a-43c1-ae09-1499ee907e69 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1e86f88d68cc47869504113960709783&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1395833 Jun 21 04:32:45.263772 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ff7758-d62a-43c1-ae09-1499ee907e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43263cd2-8c25-4004-9f94-849b5fe8e126,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:45.265428 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 36450) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:45.266850 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-67ff7758-d62a-43c1-ae09-1499ee907e69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:45.318871 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-d7b1ea38-1145-46c5-9457-58c42935f869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:45.339681 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-d7b1ea38-1145-46c5-9457-58c42935f869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:45.384163 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-d7b1ea38-1145-46c5-9457-58c42935f869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:45.386674 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-d7b1ea38-1145-46c5-9457-58c42935f869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:45.387773 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-d7b1ea38-1145-46c5-9457-58c42935f869 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/43263cd2-8c25-4004-9f94-849b5fe8e126 HTTP/1.1" status: 204 len: 168 time: 0.1206207 Jun 21 04:32:45.388497 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-8a89e449-b53e-4352-8c57-329805633b9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:45.395615 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b1ea38-1145-46c5-9457-58c42935f869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43263cd2-8c25-4004-9f94-849b5fe8e126,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:45.397791 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-d7b1ea38-1145-46c5-9457-58c42935f869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:46.430627 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 36512) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:46.530810 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-e659c886-bdfa-4bc7-a090-dca9934210f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:46.618644 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-e659c886-bdfa-4bc7-a090-dca9934210f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:46.622340 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-e659c886-bdfa-4bc7-a090-dca9934210f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:46.625597 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-006d27c4-cedb-4a8d-804d-905b3002b2fc tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:46.659917 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-e659c886-bdfa-4bc7-a090-dca9934210f2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e5fd45f412534580ae7f07b433c42791&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2282696 Jun 21 04:32:46.661088 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e659c886-bdfa-4bc7-a090-dca9934210f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c65c18b-eb6e-4e13-8bfd-f2d45474a249,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:46.662639 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 36516) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:46.664565 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-e659c886-bdfa-4bc7-a090-dca9934210f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:46.712108 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-3b8a13e4-f1b9-4010-94e5-680f92c505ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:46.734745 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-3b8a13e4-f1b9-4010-94e5-680f92c505ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:46.794189 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-3b8a13e4-f1b9-4010-94e5-680f92c505ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:46.794189 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-3b8a13e4-f1b9-4010-94e5-680f92c505ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:46.794189 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-3b8a13e4-f1b9-4010-94e5-680f92c505ad admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8c65c18b-eb6e-4e13-8bfd-f2d45474a249 HTTP/1.1" status: 204 len: 168 time: 0.1265204 Jun 21 04:32:46.794189 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-4b0c2326-9820-46a8-b2c2-52360a4457cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:46.797968 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8a13e4-f1b9-4010-94e5-680f92c505ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c65c18b-eb6e-4e13-8bfd-f2d45474a249,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:46.800152 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-3b8a13e4-f1b9-4010-94e5-680f92c505ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:47.383433 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:47.418280 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 36558) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:47.511042 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [None req-62162007-2a96-40d5-a30a-05b449274f6d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-405386792-network', 'tenant_id': '8702f4c6a5da4128b5f0ebc3a670c675'}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:32:47.530682 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62162007-2a96-40d5-a30a-05b449274f6d admin admin] Made reservation on behalf of 8702f4c6a5da4128b5f0ebc3a670c675 for: {'network': 1} {{(pid=92783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:32:47.533010 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-62162007-2a96-40d5-a30a-05b449274f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for network, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:47.542447 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-62162007-2a96-40d5-a30a-05b449274f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:47.637693 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-62162007-2a96-40d5-a30a-05b449274f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:47.641480 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-62162007-2a96-40d5-a30a-05b449274f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:47.645499 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-f340fdc9-1113-4305-addb-7068839e9a38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:47.667430 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62162007-2a96-40d5-a30a-05b449274f6d admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=92783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:32:47.675923 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62162007-2a96-40d5-a30a-05b449274f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa55f8a-12b1-48e7-8647-f225c22fa3a4,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:47.680543 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-62162007-2a96-40d5-a30a-05b449274f6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:47.683562 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-62162007-2a96-40d5-a30a-05b449274f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607066'] for segment, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:47.683899 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.db.segments_db [None req-62162007-2a96-40d5-a30a-05b449274f6d admin admin] Added segment 6731675a-da78-4460-96bc-e2ca07a00a6b of type vlan for network be249dc9-0eab-4ca9-a6ea-b5ec3b9fc7ee Jun 21 04:32:47.747806 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-62162007-2a96-40d5-a30a-05b449274f6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749528449994'] for network, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:47.786109 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-62162007-2a96-40d5-a30a-05b449274f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-431616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067'] for network, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:47.789748 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62162007-2a96-40d5-a30a-05b449274f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:47.790313 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-62162007-2a96-40d5-a30a-05b449274f6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for network, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:47.793621 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:47.801049 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-2d2fbf97-d1ae-4307-a632-a104efb2916d req-8168e90e-ab6f-4df8-8384-aaf470c9cccd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=23f87182-00fc-40b2-acd8-a9e6abdc88e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0900171 Jun 21 04:32:47.818416 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 36564) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:47.855611 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-62162007-2a96-40d5-a30a-05b449274f6d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4360430 Jun 21 04:32:47.857982 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 36566) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:47.862767 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [None req-98bdb7f4-a510-4904-af0f-2e7876c52113 admin admin] Request body: {'subnet': {'network_id': 'be249dc9-0eab-4ca9-a6ea-b5ec3b9fc7ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-405386792-subnet', 'tenant_id': '8702f4c6a5da4128b5f0ebc3a670c675', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:32:47.874889 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d3d16fd-0501-4d58-a6c8-ff6fb7bd0277 admin admin] Deleting subnet 9534a048-bca8-4bde-9221-b876cd1e321e {{(pid=92782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:32:47.878992 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-2d3d16fd-0501-4d58-a6c8-ff6fb7bd0277 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:47.888201 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62162007-2a96-40d5-a30a-05b449274f6d admin admin] Pushing event updated for resources: {'Network': ['ID=be249dc9-0eab-4ca9-a6ea-b5ec3b9fc7ee,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:47.891209 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-62162007-2a96-40d5-a30a-05b449274f6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:47.899554 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Network be249dc9-0eab-4ca9-a6ea-b5ec3b9fc7ee details requested by agent ovs-agent-dv-cinder-797170-3-iscsi with host dv-cinder-797170-3-iscsi {{(pid=92784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:32:47.912681 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2fbf97-d1ae-4307-a632-a104efb2916d req-2ce8079d-572c-4d34-ac88-8cfdf1dcd626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:47.914959 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-2d2fbf97-d1ae-4307-a632-a104efb2916d req-2ce8079d-572c-4d34-ac88-8cfdf1dcd626 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=371add3dc65f463097e1b4846b0ba580&device_id=23f87182-00fc-40b2-acd8-a9e6abdc88e9 HTTP/1.1" status: 200 len: 1098 time: 0.0741200 Jun 21 04:32:47.919054 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98bdb7f4-a510-4904-af0f-2e7876c52113 admin admin] Made reservation on behalf of 8702f4c6a5da4128b5f0ebc3a670c675 for: {'subnet': 1} {{(pid=92782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:32:47.921409 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-98bdb7f4-a510-4904-af0f-2e7876c52113 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14135538'] for subnet, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:48.021727 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2fbf97-d1ae-4307-a632-a104efb2916d req-6cac9708-ce20-4957-b6b3-49353c3ab53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:48.023744 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-2d2fbf97-d1ae-4307-a632-a104efb2916d req-6cac9708-ce20-4957-b6b3-49353c3ab53c service neutron] 10.222.0.55 "GET /v2.0/networks?id=7d357d88-e0cd-4a9b-b7b1-521691a3a850 HTTP/1.1" status: 200 len: 913 time: 0.0896041 Jun 21 04:32:48.091536 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-2d2fbf97-d1ae-4307-a632-a104efb2916d req-8fc29da0-9697-4f2c-9253-d1c732096238 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81499604-b515-4cea-904e-c20d1569bb98 HTTP/1.1" status: 200 len: 999 time: 0.0601954 Jun 21 04:32:48.141937 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2fbf97-d1ae-4307-a632-a104efb2916d req-e724ec86-51c3-4833-881e-622c64c00b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:48.143403 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-2d2fbf97-d1ae-4307-a632-a104efb2916d req-e724ec86-51c3-4833-881e-622c64c00b12 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b89f65d7-8f4a-4573-89cb-9c8dfe69919f HTTP/1.1" status: 200 len: 851 time: 0.0444086 Jun 21 04:32:48.204498 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2fbf97-d1ae-4307-a632-a104efb2916d req-e349ab17-4169-4220-bd64-c43437c49b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:48.205964 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-2d2fbf97-d1ae-4307-a632-a104efb2916d req-e349ab17-4169-4220-bd64-c43437c49b4a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7d357d88-e0cd-4a9b-b7b1-521691a3a850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561628 Jun 21 04:32:48.252687 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-2d3d16fd-0501-4d58-a6c8-ff6fb7bd0277 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14553356'] for subnet, precommit_delete_associations {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:48.301092 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-2d2fbf97-d1ae-4307-a632-a104efb2916d req-33fe3582-8a1e-4e4b-9869-32c1d6b02f06 service neutron] 10.222.0.55 "GET /v2.0/networks/7d357d88-e0cd-4a9b-b7b1-521691a3a850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884581 Jun 21 04:32:48.314325 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-2d3d16fd-0501-4d58-a6c8-ff6fb7bd0277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611213'] for subnet, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:48.393858 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-2d2fbf97-d1ae-4307-a632-a104efb2916d req-529c6f79-c3de-48a5-b27a-01949a13724d service neutron] 10.222.0.55 "GET /v2.0/networks/7d357d88-e0cd-4a9b-b7b1-521691a3a850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862629 Jun 21 04:32:48.399559 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-2d3d16fd-0501-4d58-a6c8-ff6fb7bd0277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14133690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14135513'] for subnet, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:48.406418 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-9815c39a-e81c-4f79-92f2-27fbbb2e845b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:48.437660 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d16fd-0501-4d58-a6c8-ff6fb7bd0277 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9534a048-bca8-4bde-9221-b876cd1e321e,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:48.439636 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-2d3d16fd-0501-4d58-a6c8-ff6fb7bd0277 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:48.441471 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-2d3d16fd-0501-4d58-a6c8-ff6fb7bd0277 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9534a048-bca8-4bde-9221-b876cd1e321e HTTP/1.1" status: 204 len: 168 time: 0.6219821 Jun 21 04:32:48.444098 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 36570) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:48.462487 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-2d3d16fd-0501-4d58-a6c8-ff6fb7bd0277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:48.492572 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-98bdb7f4-a510-4904-af0f-2e7876c52113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14133627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14135520'] for subnet, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:48.492572 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-cf0ecdd2-c8c2-49b5-959a-6610adac1648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:48.521867 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-7e54fe93-4f7b-40ea-8e82-3802d3101460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588785'] for network, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:48.544660 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bdb7f4-a510-4904-af0f-2e7876c52113 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80e29514-098f-4dd5-85ae-1160cb8e05fc,revision_number=0']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:48.550166 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-98bdb7f4-a510-4904-af0f-2e7876c52113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:48.552889 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bdb7f4-a510-4904-af0f-2e7876c52113 admin admin] Checking segment: {'id': '6731675a-da78-4460-96bc-e2ca07a00a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'be249dc9-0eab-4ca9-a6ea-b5ec3b9fc7ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:32:48.553340 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bdb7f4-a510-4904-af0f-2e7876c52113 admin admin] Network hostable DHCP agents. Network: be249dc9-0eab-4ca9-a6ea-b5ec3b9fc7ee, hostable agents: ['6ffbca20-0783-49ee-bbe9-7ece843bbb1a'], hosted agents: [] {{(pid=92782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:32:48.581858 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bdb7f4-a510-4904-af0f-2e7876c52113 admin admin] Network be249dc9-0eab-4ca9-a6ea-b5ec3b9fc7ee is scheduled to be hosted by DHCP agent 6ffbca20-0783-49ee-bbe9-7ece843bbb1a with binding_index 1 {{(pid=92782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:32:48.592117 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.base_scheduler [None req-98bdb7f4-a510-4904-af0f-2e7876c52113 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-3-iscsi, be249dc9-0eab-4ca9-a6ea-b5ec3b9fc7ee) {{(pid=92782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:32:48.597193 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bdb7f4-a510-4904-af0f-2e7876c52113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:48.599214 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-98bdb7f4-a510-4904-af0f-2e7876c52113 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:48.600479 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f463153-374d-4941-a3f8-3992fc2f9d95 None None] Network be249dc9-0eab-4ca9-a6ea-b5ec3b9fc7ee requested from dv-cinder-797170-3-iscsi {{(pid=92784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:32:48.616258 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-98bdb7f4-a510-4904-af0f-2e7876c52113 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7572331 Jun 21 04:32:48.619495 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-7e54fe93-4f7b-40ea-8e82-3802d3101460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611858', 'neutron.services.segments.db._delete_segments_for_network-8749528986579'] for network, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:48.630210 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.services.segments.db [None req-7e54fe93-4f7b-40ea-8e82-3802d3101460 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd']}} {{(pid=92783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:48.641780 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.services.segments.db [None req-7e54fe93-4f7b-40ea-8e82-3802d3101460 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e531e74-06ba-4c86-a586-9f6f254ac7e3') {'for_net_delete': True} {{(pid=92783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:48.642089 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.services.segments.db [None req-7e54fe93-4f7b-40ea-8e82-3802d3101460 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e531e74-06ba-4c86-a586-9f6f254ac7e3') {} {{(pid=92783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:32:48.655105 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-7e54fe93-4f7b-40ea-8e82-3802d3101460 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749528986408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13430093'] for segment, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:48.670563 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-7e54fe93-4f7b-40ea-8e82-3802d3101460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607066'] for segment, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:48.676653 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e54fe93-4f7b-40ea-8e82-3802d3101460 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=92783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:32:48.677127 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-7e54fe93-4f7b-40ea-8e82-3802d3101460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12642153'] for segment, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:48.678996 dv-cinder-797170-3-iscsi neutron-server[92783]: Traceback (most recent call last): Jun 21 04:32:48.678996 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:32:48.678996 dv-cinder-797170-3-iscsi neutron-server[92783]: timer() Jun 21 04:32:48.678996 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:32:48.678996 dv-cinder-797170-3-iscsi neutron-server[92783]: cb(*args, **kw) Jun 21 04:32:48.678996 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:32:48.678996 dv-cinder-797170-3-iscsi neutron-server[92783]: return func(*args, **kwargs) Jun 21 04:32:48.678996 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:32:48.678996 dv-cinder-797170-3-iscsi neutron-server[92783]: self._notify() Jun 21 04:32:48.678996 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:32:48.678996 dv-cinder-797170-3-iscsi neutron-server[92783]: self.callback(batched_events) Jun 21 04:32:48.678996 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:32:48.678996 dv-cinder-797170-3-iscsi neutron-server[92783]: event.method(event) Jun 21 04:32:48.678996 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:32:48.678996 dv-cinder-797170-3-iscsi neutron-server[92783]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:32:48.678996 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:32:48.678996 dv-cinder-797170-3-iscsi neutron-server[92783]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:32:48.678996 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:32:48.678996 dv-cinder-797170-3-iscsi neutron-server[92783]: return f(self, *a, **k) Jun 21 04:32:48.678996 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:32:48.678996 dv-cinder-797170-3-iscsi neutron-server[92783]: return self._get(url).json() Jun 21 04:32:48.678996 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:32:48.678996 dv-cinder-797170-3-iscsi neutron-server[92783]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:32:48.678996 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:32:48.678996 dv-cinder-797170-3-iscsi neutron-server[92783]: return self.request(url, 'GET', **kwargs) Jun 21 04:32:48.678996 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:32:48.678996 dv-cinder-797170-3-iscsi neutron-server[92783]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:32:48.678996 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:32:48.678996 dv-cinder-797170-3-iscsi neutron-server[92783]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:32:48.678996 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:32:48.678996 dv-cinder-797170-3-iscsi neutron-server[92783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:32:48.678996 dv-cinder-797170-3-iscsi neutron-server[92783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:32:48.732889 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d9bed6-27e0-4efc-a88f-0b2d000e0079 None None] Network be249dc9-0eab-4ca9-a6ea-b5ec3b9fc7ee requested from dv-cinder-797170-3-iscsi {{(pid=92784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:32:48.740112 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-7e54fe93-4f7b-40ea-8e82-3802d3101460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-431616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689787'] for network, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:48.745197 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-7cc73ca3-65c0-4785-85d1-929ba3f7a6df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:48.749361 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-7e54fe93-4f7b-40ea-8e82-3802d3101460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for network, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:48.754257 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-7e54fe93-4f7b-40ea-8e82-3802d3101460 admin admin] 10.222.0.53 "DELETE /v2.0/networks/18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd HTTP/1.1" status: 204 len: 168 time: 0.3067479 Jun 21 04:32:48.764133 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e54fe93-4f7b-40ea-8e82-3802d3101460 admin admin] Pushing event deleted for resources: {'Network': ['ID=18c6c37c-4c95-4eea-a3f9-3f42b4d5c5bd,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:48.766502 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-7e54fe93-4f7b-40ea-8e82-3802d3101460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:48.868534 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 36586) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:48.908937 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-2003d379-8a47-4717-989f-284910d66685 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7897a07272f44a04845dda7a9ac9717f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390031 Jun 21 04:32:48.911403 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 36588) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:48.961226 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-408e0fdf-43cc-4a15-940a-34d97f76ef3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:48.987042 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-408e0fdf-43cc-4a15-940a-34d97f76ef3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:49.039486 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-408e0fdf-43cc-4a15-940a-34d97f76ef3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:49.042198 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-408e0fdf-43cc-4a15-940a-34d97f76ef3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:49.043343 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-408e0fdf-43cc-4a15-940a-34d97f76ef3d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/19651219-aa53-4b6e-b790-a60b627bd385 HTTP/1.1" status: 204 len: 168 time: 0.1310658 Jun 21 04:32:49.044104 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-996dc901-4232-439c-82b1-df85e67214c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:49.054333 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408e0fdf-43cc-4a15-940a-34d97f76ef3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19651219-aa53-4b6e-b790-a60b627bd385,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:49.056695 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-408e0fdf-43cc-4a15-940a-34d97f76ef3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:50.434916 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b8337-19b0-451b-a449-3078454226a1 req-4a0fabc6-4bd5-45e2-bf8a-b97c9ea94ef3 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:50.436314 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-9a9b8337-19b0-451b-a449-3078454226a1 req-4a0fabc6-4bd5-45e2-bf8a-b97c9ea94ef3 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.53 "GET /v2.0/networks?id=be249dc9-0eab-4ca9-a6ea-b5ec3b9fc7ee HTTP/1.1" status: 200 len: 808 time: 0.0974393 Jun 21 04:32:50.451019 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-9a9b8337-19b0-451b-a449-3078454226a1 req-d37ad79a-52df-4651-a448-78dca46aa268 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.53 "GET /v2.0/quotas/8702f4c6a5da4128b5f0ebc3a670c675 HTTP/1.1" status: 200 len: 375 time: 0.0093291 Jun 21 04:32:50.487690 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-9a9b8337-19b0-451b-a449-3078454226a1 req-6b94f5b4-0d1f-4685-a5e9-c9c1aa367f2d tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8702f4c6a5da4128b5f0ebc3a670c675&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310128 Jun 21 04:32:50.574974 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-9a9b8337-19b0-451b-a449-3078454226a1 req-4371e493-b3cb-40e0-b57e-15c87057d5e3 service neutron] 10.222.0.53 "GET /v2.0/networks/be249dc9-0eab-4ca9-a6ea-b5ec3b9fc7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803094 Jun 21 04:32:50.663113 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-9a9b8337-19b0-451b-a449-3078454226a1 req-4507940a-b56f-4593-a1c9-e58f5bc71bee service neutron] 10.222.0.53 "GET /v2.0/networks/be249dc9-0eab-4ca9-a6ea-b5ec3b9fc7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826070 Jun 21 04:32:50.830046 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c544d4e3-90e6-411c-8fbb-0a14ceb3016d req-b98d69f0-6933-4944-8e19-79d23d7aa5ff tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.53 "GET /v2.0/ports?device_id=e823f8ad-1238-4cc5-9bb8-3a36f05c5985 HTTP/1.1" status: 200 len: 210 time: 0.0289791 Jun 21 04:32:51.968733 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-96935604-c9dc-4a12-9e5c-14184cbf8731 req-30bde523-4d86-455a-a06e-c16924399cc9 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.53 "GET /v2.0/ports?device_id=e823f8ad-1238-4cc5-9bb8-3a36f05c5985 HTTP/1.1" status: 200 len: 210 time: 0.0280535 Jun 21 04:32:52.803571 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 36716) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:52.903726 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-6526f16a-ab23-4401-b355-42bd5e3c5500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:52.994818 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-6526f16a-ab23-4401-b355-42bd5e3c5500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:52.999252 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-6526f16a-ab23-4401-b355-42bd5e3c5500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:53.001742 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-6d92897e-3be6-4926-a01f-55ef9312da9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:53.036693 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6526f16a-ab23-4401-b355-42bd5e3c5500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7cefe5-d5eb-48a5-96ef-0fbcf9b4f15e,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:53.042841 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-6526f16a-ab23-4401-b355-42bd5e3c5500 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=402adc98595a4038901ed8993a2d70e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2382290 Jun 21 04:32:53.044150 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-6526f16a-ab23-4401-b355-42bd5e3c5500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:53.044334 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 36722) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:53.114172 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-668d1c7f-4cd1-4599-9754-ae13b87307f4 req-394b1583-6433-47be-8c64-91c72a14f7ff tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.53 "GET /v2.0/ports?device_id=e823f8ad-1238-4cc5-9bb8-3a36f05c5985 HTTP/1.1" status: 200 len: 210 time: 0.0305426 Jun 21 04:32:53.123637 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-5a1a93f4-a5be-4ad3-b7c7-767b5f07d8ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:53.151222 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-5a1a93f4-a5be-4ad3-b7c7-767b5f07d8ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:53.195751 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-5a1a93f4-a5be-4ad3-b7c7-767b5f07d8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:53.198596 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-5a1a93f4-a5be-4ad3-b7c7-767b5f07d8ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:53.199678 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-5a1a93f4-a5be-4ad3-b7c7-767b5f07d8ad admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fa7cefe5-d5eb-48a5-96ef-0fbcf9b4f15e HTTP/1.1" status: 204 len: 168 time: 0.1524374 Jun 21 04:32:53.200409 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-4988d3eb-30a1-49d5-8b7b-ddb04e97fab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:53.207577 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1a93f4-a5be-4ad3-b7c7-767b5f07d8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7cefe5-d5eb-48a5-96ef-0fbcf9b4f15e,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:53.210385 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-5a1a93f4-a5be-4ad3-b7c7-767b5f07d8ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:53.471723 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 36730) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:53.485435 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-99d1f406-3394-4538-9580-28928f27a60b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:53.572369 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-99d1f406-3394-4538-9580-28928f27a60b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:53.575955 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-99d1f406-3394-4538-9580-28928f27a60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:53.578271 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-36b363bf-1949-4e1d-967e-40a59e2fd52a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:53.613661 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-99d1f406-3394-4538-9580-28928f27a60b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=378e6fa1f9fc40769a393b8629e57299&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1409225 Jun 21 04:32:53.614593 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d1f406-3394-4538-9580-28928f27a60b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18370ccb-cad9-4651-851e-e07e465416e8,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:53.617194 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 36732) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:53.617528 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-99d1f406-3394-4538-9580-28928f27a60b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:53.666739 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-2f1423f2-eb54-45c6-9200-c1aef2c359ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:53.687969 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-2f1423f2-eb54-45c6-9200-c1aef2c359ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:53.734509 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-2f1423f2-eb54-45c6-9200-c1aef2c359ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:53.737056 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-2f1423f2-eb54-45c6-9200-c1aef2c359ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:53.738158 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-2f1423f2-eb54-45c6-9200-c1aef2c359ce admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/18370ccb-cad9-4651-851e-e07e465416e8 HTTP/1.1" status: 204 len: 168 time: 0.1192811 Jun 21 04:32:53.738951 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-ed572dce-de0d-4fca-aa1b-5b86099e7a39 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:53.746251 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1423f2-eb54-45c6-9200-c1aef2c359ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18370ccb-cad9-4651-851e-e07e465416e8,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:53.748404 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-2f1423f2-eb54-45c6-9200-c1aef2c359ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:54.252031 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c34732fe-8a76-4b26-bdf3-fcd7d065e6fa req-cb57bf35-f43d-4245-82e5-30383b209409 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.53 "GET /v2.0/ports?device_id=e823f8ad-1238-4cc5-9bb8-3a36f05c5985 HTTP/1.1" status: 200 len: 210 time: 0.0284588 Jun 21 04:32:54.605823 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b8337-19b0-451b-a449-3078454226a1 req-c6dcd02f-1a71-4572-b2e8-b7c7931ce9dd tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:54.608207 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-9a9b8337-19b0-451b-a449-3078454226a1 req-c6dcd02f-1a71-4572-b2e8-b7c7931ce9dd tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.55 "GET /v2.0/networks?id=be249dc9-0eab-4ca9-a6ea-b5ec3b9fc7ee HTTP/1.1" status: 200 len: 808 time: 0.1149199 Jun 21 04:32:54.626002 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [req-9a9b8337-19b0-451b-a449-3078454226a1 req-c37e2651-3ac6-47a0-abc9-d6d4e681c582 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Request body: {'port': {'device_id': 'e823f8ad-1238-4cc5-9bb8-3a36f05c5985', 'network_id': 'be249dc9-0eab-4ca9-a6ea-b5ec3b9fc7ee', 'admin_state_up': True, 'tenant_id': '8702f4c6a5da4128b5f0ebc3a670c675'}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:32:54.742655 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a9b8337-19b0-451b-a449-3078454226a1 req-c37e2651-3ac6-47a0-abc9-d6d4e681c582 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Made reservation on behalf of 8702f4c6a5da4128b5f0ebc3a670c675 for: {'port': 1} {{(pid=92783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:32:54.746174 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-9a9b8337-19b0-451b-a449-3078454226a1 req-c37e2651-3ac6-47a0-abc9-d6d4e681c582 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:54.869087 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.db_base_plugin_common [req-9a9b8337-19b0-451b-a449-3078454226a1 req-c37e2651-3ac6-47a0-abc9-d6d4e681c582 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Allocated IP 172.20.0.7 (be249dc9-0eab-4ca9-a6ea-b5ec3b9fc7ee/80e29514-098f-4dd5-85ae-1160cb8e05fc/742347e4-233f-44be-89a9-37339a3e7d4c) {{(pid=92783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:32:55.015733 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-9a9b8337-19b0-451b-a449-3078454226a1 req-c37e2651-3ac6-47a0-abc9-d6d4e681c582 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Notify callbacks [] for port, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:55.059298 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-9a9b8337-19b0-451b-a449-3078454226a1 req-c37e2651-3ac6-47a0-abc9-d6d4e681c582 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12641975'] for port, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:55.063265 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-c68d2cfe-3be6-42a0-8e80-9c80da945d14 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:55.104250 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a9b8337-19b0-451b-a449-3078454226a1 req-c37e2651-3ac6-47a0-abc9-d6d4e681c582 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Network be249dc9-0eab-4ca9-a6ea-b5ec3b9fc7ee is already hosted by enough agents. {{(pid=92783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:32:55.107391 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.base_scheduler [req-9a9b8337-19b0-451b-a449-3078454226a1 req-c37e2651-3ac6-47a0-abc9-d6d4e681c582 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Resources bound (agent type, host, resource id): {{(pid=92783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:32:55.115956 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9b8337-19b0-451b-a449-3078454226a1 req-c37e2651-3ac6-47a0-abc9-d6d4e681c582 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Received port after_create {{(pid=92783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:32:55.144995 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37e2651-3ac6-47a0-abc9-d6d4e681c582 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Pushing event updated for resources: {'Port': ['ID=742347e4-233f-44be-89a9-37339a3e7d4c,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:55.152172 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-c37e2651-3ac6-47a0-abc9-d6d4e681c582 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:55.173042 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b8337-19b0-451b-a449-3078454226a1 req-c37e2651-3ac6-47a0-abc9-d6d4e681c582 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:55.173687 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-9a9b8337-19b0-451b-a449-3078454226a1 req-c37e2651-3ac6-47a0-abc9-d6d4e681c582 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for port, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:55.186875 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-9a9b8337-19b0-451b-a449-3078454226a1 req-c37e2651-3ac6-47a0-abc9-d6d4e681c582 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5650668 Jun 21 04:32:55.198710 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [req-9a9b8337-19b0-451b-a449-3078454226a1 req-600a0c8b-6ec1-4100-97c9-3af218402729 service neutron] Request body: {'port': {'device_id': 'e823f8ad-1238-4cc5-9bb8-3a36f05c5985', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:32:55.439095 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23718f-e220-4843-b86a-b7c1ad48e91b req-14aa852c-52b7-4f3b-9a0a-c133b219679a tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:55.440720 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-0f23718f-e220-4843-b86a-b7c1ad48e91b req-14aa852c-52b7-4f3b-9a0a-c133b219679a tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.53 "GET /v2.0/ports?device_id=e823f8ad-1238-4cc5-9bb8-3a36f05c5985 HTTP/1.1" status: 200 len: 931 time: 0.0713553 Jun 21 04:32:55.503323 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-0f23718f-e220-4843-b86a-b7c1ad48e91b req-0ed3f216-8f32-4762-9fb2-9bbd623ecfb7 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aa55f8a-12b1-48e7-8647-f225c22fa3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549924 Jun 21 04:32:55.550320 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-9a9b8337-19b0-451b-a449-3078454226a1 req-600a0c8b-6ec1-4100-97c9-3af218402729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:55.824615 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.notifiers.nova [req-9a9b8337-19b0-451b-a449-3078454226a1 req-600a0c8b-6ec1-4100-97c9-3af218402729 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 742347e4-233f-44be-89a9-37339a3e7d4c {{(pid=92783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:32:55.827594 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 36818) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:55.832091 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-9a9b8337-19b0-451b-a449-3078454226a1 req-600a0c8b-6ec1-4100-97c9-3af218402729 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:55.844624 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.provisioning_blocks [req-9a9b8337-19b0-451b-a449-3078454226a1 req-600a0c8b-6ec1-4100-97c9-3af218402729 service neutron] Transition to ACTIVE for port object 742347e4-233f-44be-89a9-37339a3e7d4c will not be triggered until provisioned by entity L2. {{(pid=92783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:32:55.848213 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-9a9b8337-19b0-451b-a449-3078454226a1 req-600a0c8b-6ec1-4100-97c9-3af218402729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641921'] for port, after_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:55.850061 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:55.930219 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-3ba20112-5213-44c8-9d64-10e00fb34b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:55.940177 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a0c8b-6ec1-4100-97c9-3af218402729 service neutron] Pushing event updated for resources: {'Port': ['ID=742347e4-233f-44be-89a9-37339a3e7d4c,revision_number=2']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:55.963165 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-600a0c8b-6ec1-4100-97c9-3af218402729 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:55.992585 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.managers [req-9a9b8337-19b0-451b-a449-3078454226a1 req-600a0c8b-6ec1-4100-97c9-3af218402729 service neutron] Attempting to bind port 742347e4-233f-44be-89a9-37339a3e7d4c on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:32:55.992955 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.managers [req-9a9b8337-19b0-451b-a449-3078454226a1 req-600a0c8b-6ec1-4100-97c9-3af218402729 service neutron] Attempting to bind port 742347e4-233f-44be-89a9-37339a3e7d4c by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '6731675a-da78-4460-96bc-e2ca07a00a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'be249dc9-0eab-4ca9-a6ea-b5ec3b9fc7ee'}] {{(pid=92783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:32:55.993360 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9b8337-19b0-451b-a449-3078454226a1 req-600a0c8b-6ec1-4100-97c9-3af218402729 service neutron] Attempting to bind port 742347e4-233f-44be-89a9-37339a3e7d4c on network be249dc9-0eab-4ca9-a6ea-b5ec3b9fc7ee {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:32:55.997926 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9b8337-19b0-451b-a449-3078454226a1 req-600a0c8b-6ec1-4100-97c9-3af218402729 service neutron] Port 742347e4-233f-44be-89a9-37339a3e7d4c on network be249dc9-0eab-4ca9-a6ea-b5ec3b9fc7ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:32:55.998241 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9b8337-19b0-451b-a449-3078454226a1 req-600a0c8b-6ec1-4100-97c9-3af218402729 service neutron] Attempting to bind port 742347e4-233f-44be-89a9-37339a3e7d4c on network be249dc9-0eab-4ca9-a6ea-b5ec3b9fc7ee {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:32:56.003257 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9b8337-19b0-451b-a449-3078454226a1 req-600a0c8b-6ec1-4100-97c9-3af218402729 service neutron] Checking agent: {'id': 'e86ead90-85ed-45dc-94a1-895a24121321', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 23, 47), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:32:56.003590 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9b8337-19b0-451b-a449-3078454226a1 req-600a0c8b-6ec1-4100-97c9-3af218402729 service neutron] Checking segment: {'id': '6731675a-da78-4460-96bc-e2ca07a00a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'be249dc9-0eab-4ca9-a6ea-b5ec3b9fc7ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:32:56.003967 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9b8337-19b0-451b-a449-3078454226a1 req-600a0c8b-6ec1-4100-97c9-3af218402729 service neutron] Bound using segment: {'id': '6731675a-da78-4460-96bc-e2ca07a00a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'be249dc9-0eab-4ca9-a6ea-b5ec3b9fc7ee'} {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:32:56.004383 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.managers [req-9a9b8337-19b0-451b-a449-3078454226a1 req-600a0c8b-6ec1-4100-97c9-3af218402729 service neutron] Bound port: 742347e4-233f-44be-89a9-37339a3e7d4c, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6731675a-da78-4460-96bc-e2ca07a00a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'be249dc9-0eab-4ca9-a6ea-b5ec3b9fc7ee'}}] {{(pid=92783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:32:56.004724 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-9a9b8337-19b0-451b-a449-3078454226a1 req-600a0c8b-6ec1-4100-97c9-3af218402729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:56.026197 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-3ba20112-5213-44c8-9d64-10e00fb34b31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:56.029919 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-3ba20112-5213-44c8-9d64-10e00fb34b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:56.033502 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-db2b51c1-b804-45cf-b27e-57677f9d4cfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:56.067693 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.db [req-9a9b8337-19b0-451b-a449-3078454226a1 req-600a0c8b-6ec1-4100-97c9-3af218402729 service neutron] For port 742347e4-233f-44be-89a9-37339a3e7d4c, host hv-cinder-79717, cleared binding levels {{(pid=92783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:32:56.072110 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-3ba20112-5213-44c8-9d64-10e00fb34b31 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1e45e8a81ef2459495df257f56c0f62e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2403533 Jun 21 04:32:56.072278 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.db [req-9a9b8337-19b0-451b-a449-3078454226a1 req-600a0c8b-6ec1-4100-97c9-3af218402729 service neutron] For port 742347e4-233f-44be-89a9-37339a3e7d4c, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=742347e4-233f-44be-89a9-37339a3e7d4c,segment=NetworkSegment(6731675a-da78-4460-96bc-e2ca07a00a6b),segment_id=6731675a-da78-4460-96bc-e2ca07a00a6b)] {{(pid=92783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:32:56.072394 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 36822) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:56.076588 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-9a9b8337-19b0-451b-a449-3078454226a1 req-600a0c8b-6ec1-4100-97c9-3af218402729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641921'] for port, after_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:56.079299 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba20112-5213-44c8-9d64-10e00fb34b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba2260e-1ae9-4076-a735-4fc8766387a4,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:56.079436 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-c40a421d-35de-49f7-9d0d-f5071a46daff tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:56.082681 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-3ba20112-5213-44c8-9d64-10e00fb34b31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:56.116343 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b8337-19b0-451b-a449-3078454226a1 req-600a0c8b-6ec1-4100-97c9-3af218402729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:56.116999 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-9a9b8337-19b0-451b-a449-3078454226a1 req-600a0c8b-6ec1-4100-97c9-3af218402729 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for port, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:56.118333 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-9a9b8337-19b0-451b-a449-3078454226a1 req-600a0c8b-6ec1-4100-97c9-3af218402729 service neutron] 10.222.0.55 "PUT /v2.0/ports/742347e4-233f-44be-89a9-37339a3e7d4c HTTP/1.1" status: 200 len: 1093 time: 0.9243324 Jun 21 04:32:56.118876 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e823f8ad-1238-4cc5-9bb8-3a36f05c5985', 'tag': '742347e4-233f-44be-89a9-37339a3e7d4c'}] {{(pid=92783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:32:56.121393 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fda3b7b704fc347e73998d8dc34ef34ca3ad6aa16a3a5c6f92a4a64020d363b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68bc1ae6-d15e-4cc5-ba38-c9243cfed80f" -d '{"events": [{"name": "network-changed", "server_uuid": "e823f8ad-1238-4cc5-9bb8-3a36f05c5985", "tag": "742347e4-233f-44be-89a9-37339a3e7d4c"}]}' {{(pid=92783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:32:56.129479 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-a8947d26-8f1e-48d7-abed-4cc6f172a06c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:56.138487 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a0c8b-6ec1-4100-97c9-3af218402729 service neutron] Pushing event updated for resources: {'Port': ['ID=742347e4-233f-44be-89a9-37339a3e7d4c,revision_number=3']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:56.141516 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-600a0c8b-6ec1-4100-97c9-3af218402729 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:56.155101 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-a8947d26-8f1e-48d7-abed-4cc6f172a06c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:56.158068 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39814521-8b67-49a0-b7d8-b6c11bc04f61 x-openstack-request-id: req-39814521-8b67-49a0-b7d8-b6c11bc04f61 {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:32:56.158418 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e823f8ad-1238-4cc5-9bb8-3a36f05c5985", "tag": "742347e4-233f-44be-89a9-37339a3e7d4c", "status": "completed", "code": 200}]} {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:32:56.158708 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-39814521-8b67-49a0-b7d8-b6c11bc04f61 {{(pid=92783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:32:56.159405 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e823f8ad-1238-4cc5-9bb8-3a36f05c5985', 'tag': '742347e4-233f-44be-89a9-37339a3e7d4c', 'status': 'completed', 'code': 200} Jun 21 04:32:56.200244 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-a8947d26-8f1e-48d7-abed-4cc6f172a06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:56.203022 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-a8947d26-8f1e-48d7-abed-4cc6f172a06c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:56.204144 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-a8947d26-8f1e-48d7-abed-4cc6f172a06c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bba2260e-1ae9-4076-a735-4fc8766387a4 HTTP/1.1" status: 204 len: 168 time: 0.1302764 Jun 21 04:32:56.204927 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-19c5f822-b116-445a-8e22-1a84f53bc404 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:56.212217 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8947d26-8f1e-48d7-abed-4cc6f172a06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba2260e-1ae9-4076-a735-4fc8766387a4,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:56.214480 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-a8947d26-8f1e-48d7-abed-4cc6f172a06c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:56.326823 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.agents_db [None req-2d4e51dd-16b2-4ea0-aa94-70b67a47226d None None] Agent healthcheck: found 6 active agents {{(pid=92785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:32:56.454880 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 36830) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:56.472435 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-27284a9a-18a6-4afe-8d6a-b999dd6206a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:56.559448 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-27284a9a-18a6-4afe-8d6a-b999dd6206a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:56.563354 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-27284a9a-18a6-4afe-8d6a-b999dd6206a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:56.566707 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-ec53c490-43e8-4fd1-9420-60c39376ab8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:56.601092 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-27284a9a-18a6-4afe-8d6a-b999dd6206a5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=374605b544e34b0d8351cc2791aadb87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1451390 Jun 21 04:32:56.602886 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27284a9a-18a6-4afe-8d6a-b999dd6206a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984b7601-ce38-4547-8b90-64c7540abd48,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:56.604319 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 36834) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:56.605801 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-27284a9a-18a6-4afe-8d6a-b999dd6206a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:56.655974 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a88e33dc-0c54-4788-893a-61166c1ce7ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:56.668699 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53510d32-711a-44e4-9f9d-12df8a89c48b req-7a8eadc9-0515-455e-8471-5e777850fb16 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:56.670191 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-53510d32-711a-44e4-9f9d-12df8a89c48b req-7a8eadc9-0515-455e-8471-5e777850fb16 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.53 "GET /v2.0/ports?device_id=e823f8ad-1238-4cc5-9bb8-3a36f05c5985 HTTP/1.1" status: 200 len: 943 time: 0.0631344 Jun 21 04:32:56.681828 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a88e33dc-0c54-4788-893a-61166c1ce7ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:56.708106 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-53510d32-711a-44e4-9f9d-12df8a89c48b req-6d582cb3-cfbb-4ea6-bbfb-a8807da22fc3 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aa55f8a-12b1-48e7-8647-f225c22fa3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318060 Jun 21 04:32:56.730743 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a88e33dc-0c54-4788-893a-61166c1ce7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:56.733214 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a88e33dc-0c54-4788-893a-61166c1ce7ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:56.734332 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-a88e33dc-0c54-4788-893a-61166c1ce7ee admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/984b7601-ce38-4547-8b90-64c7540abd48 HTTP/1.1" status: 204 len: 168 time: 0.1282477 Jun 21 04:32:56.735083 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-bc4b837c-9891-4b32-a4af-e8fea4e3b7eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:56.743160 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88e33dc-0c54-4788-893a-61166c1ce7ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984b7601-ce38-4547-8b90-64c7540abd48,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:56.745928 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-a88e33dc-0c54-4788-893a-61166c1ce7ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:57.379656 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 36858) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:57.470571 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-ce26539d-56ae-44e7-89a0-fbf3c89657fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:57.472679 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [None req-1c466ee0-6b4b-4814-9783-aaa999e213c4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1547044535-network', 'tenant_id': 'f7c8796050d64ec19c03c8f515c90e7b'}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:32:57.492125 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c466ee0-6b4b-4814-9783-aaa999e213c4 admin admin] Made reservation on behalf of f7c8796050d64ec19c03c8f515c90e7b for: {'network': 1} {{(pid=92783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:32:57.494427 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-1c466ee0-6b4b-4814-9783-aaa999e213c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for network, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:57.502410 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-1c466ee0-6b4b-4814-9783-aaa999e213c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:57.590332 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-1c466ee0-6b4b-4814-9783-aaa999e213c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:57.593732 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-1c466ee0-6b4b-4814-9783-aaa999e213c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:57.597480 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-ec340b48-d4e5-404b-bb06-f32acb79f21e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:57.617508 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c466ee0-6b4b-4814-9783-aaa999e213c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=92783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:32:57.626684 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c466ee0-6b4b-4814-9783-aaa999e213c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d88c60-7862-402c-a22b-892fad7478f5,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:57.630238 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-1c466ee0-6b4b-4814-9783-aaa999e213c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:57.633449 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-1c466ee0-6b4b-4814-9783-aaa999e213c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607066'] for segment, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:57.633798 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.db.segments_db [None req-1c466ee0-6b4b-4814-9783-aaa999e213c4 admin admin] Added segment d6c017bb-1fce-43d8-a03c-104eb8d1b315 of type vlan for network 522d9971-73b1-48ba-90ad-72387c6beb3a Jun 21 04:32:57.672489 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-1c466ee0-6b4b-4814-9783-aaa999e213c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749528449994'] for network, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:57.701237 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-1c466ee0-6b4b-4814-9783-aaa999e213c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-431616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067'] for network, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:57.706317 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c466ee0-6b4b-4814-9783-aaa999e213c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:57.706317 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-1c466ee0-6b4b-4814-9783-aaa999e213c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for network, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:57.706594 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-b7edf91d-0212-470c-8e27-9fed25f644f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:57.762644 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-1c466ee0-6b4b-4814-9783-aaa999e213c4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3817914 Jun 21 04:32:57.765814 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 36866) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:57.767980 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c466ee0-6b4b-4814-9783-aaa999e213c4 admin admin] Pushing event updated for resources: {'Network': ['ID=522d9971-73b1-48ba-90ad-72387c6beb3a,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:57.771174 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-1c466ee0-6b4b-4814-9783-aaa999e213c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:57.771470 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [None req-dba4ca93-5ca3-4a91-b9db-917fcca3775d admin admin] Request body: {'subnet': {'network_id': '522d9971-73b1-48ba-90ad-72387c6beb3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1547044535-subnet', 'tenant_id': 'f7c8796050d64ec19c03c8f515c90e7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:32:57.779883 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Network 522d9971-73b1-48ba-90ad-72387c6beb3a details requested by agent ovs-agent-dv-cinder-797170-3-iscsi with host dv-cinder-797170-3-iscsi {{(pid=92784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:32:57.796724 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba4ca93-5ca3-4a91-b9db-917fcca3775d admin admin] Made reservation on behalf of f7c8796050d64ec19c03c8f515c90e7b for: {'subnet': 1} {{(pid=92782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:32:57.799352 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-dba4ca93-5ca3-4a91-b9db-917fcca3775d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14135538'] for subnet, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:57.955735 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139bcbeb-b1d9-4425-95b1-67a6e463c225 req-9178d1fc-e916-4005-809e-99866446b07d tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:57.957180 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-139bcbeb-b1d9-4425-95b1-67a6e463c225 req-9178d1fc-e916-4005-809e-99866446b07d tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.53 "GET /v2.0/ports?device_id=e823f8ad-1238-4cc5-9bb8-3a36f05c5985 HTTP/1.1" status: 200 len: 943 time: 0.1159227 Jun 21 04:32:58.037695 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-139bcbeb-b1d9-4425-95b1-67a6e463c225 req-8c7069b2-cb82-4dce-890b-58fb3903fdd9 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aa55f8a-12b1-48e7-8647-f225c22fa3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741153 Jun 21 04:32:58.045311 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-dba4ca93-5ca3-4a91-b9db-917fcca3775d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14133627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14135520'] for subnet, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:58.047558 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:58.100871 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba4ca93-5ca3-4a91-b9db-917fcca3775d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c19174f4-4533-481f-a917-f8b1250050cb,revision_number=0']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:58.104626 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-dba4ca93-5ca3-4a91-b9db-917fcca3775d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:58.110123 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba4ca93-5ca3-4a91-b9db-917fcca3775d admin admin] Checking segment: {'id': 'd6c017bb-1fce-43d8-a03c-104eb8d1b315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '522d9971-73b1-48ba-90ad-72387c6beb3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:32:58.110514 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba4ca93-5ca3-4a91-b9db-917fcca3775d admin admin] Network hostable DHCP agents. Network: 522d9971-73b1-48ba-90ad-72387c6beb3a, hostable agents: ['6ffbca20-0783-49ee-bbe9-7ece843bbb1a'], hosted agents: [] {{(pid=92782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:32:58.126668 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba4ca93-5ca3-4a91-b9db-917fcca3775d admin admin] Network 522d9971-73b1-48ba-90ad-72387c6beb3a is scheduled to be hosted by DHCP agent 6ffbca20-0783-49ee-bbe9-7ece843bbb1a with binding_index 1 {{(pid=92782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:32:58.134768 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.base_scheduler [None req-dba4ca93-5ca3-4a91-b9db-917fcca3775d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-3-iscsi, 522d9971-73b1-48ba-90ad-72387c6beb3a) {{(pid=92782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:32:58.139431 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba4ca93-5ca3-4a91-b9db-917fcca3775d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:58.141340 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-dba4ca93-5ca3-4a91-b9db-917fcca3775d admin admin] Notify callbacks [] for subnet, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:58.142239 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daaf9c28-9299-45a5-8536-6251edeca912 None None] Network 522d9971-73b1-48ba-90ad-72387c6beb3a requested from dv-cinder-797170-3-iscsi {{(pid=92784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:32:58.154904 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-dba4ca93-5ca3-4a91-b9db-917fcca3775d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3878345 Jun 21 04:32:58.265562 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a191cc97-fb08-4e48-8e0c-a81bf4bd8368 None None] Network 522d9971-73b1-48ba-90ad-72387c6beb3a requested from dv-cinder-797170-3-iscsi {{(pid=92784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:32:58.597135 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 36882) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:58.602826 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [None req-459e9832-58cd-41f4-a6b5-12c1f4934f61 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1162858269-network', 'tenant_id': '212bf67205a944c1a8a14ce3db23d062'}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:32:58.622170 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459e9832-58cd-41f4-a6b5-12c1f4934f61 admin admin] Made reservation on behalf of 212bf67205a944c1a8a14ce3db23d062 for: {'network': 1} {{(pid=92782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:32:58.624455 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-459e9832-58cd-41f4-a6b5-12c1f4934f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for network, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:58.633516 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-459e9832-58cd-41f4-a6b5-12c1f4934f61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:58.719974 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-459e9832-58cd-41f4-a6b5-12c1f4934f61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:58.727730 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-459e9832-58cd-41f4-a6b5-12c1f4934f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:58.731098 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-27284a9a-18a6-4afe-8d6a-b999dd6206a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:58.755804 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-459e9832-58cd-41f4-a6b5-12c1f4934f61 admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=92782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:32:58.761680 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e9832-58cd-41f4-a6b5-12c1f4934f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4844016e-6f6b-4d39-b413-8a8fc36bf3e3,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:58.765277 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-459e9832-58cd-41f4-a6b5-12c1f4934f61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:58.769398 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-459e9832-58cd-41f4-a6b5-12c1f4934f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607066'] for segment, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:58.769859 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.db.segments_db [None req-459e9832-58cd-41f4-a6b5-12c1f4934f61 admin admin] Added segment 448af697-8902-4a50-a664-4bd3b10b03ed of type vlan for network 7f59a856-8c27-46c1-ac82-42ffad151945 Jun 21 04:32:58.770591 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc1ae6-d15e-4cc5-ba38-c9243cfed80f req-f7b2b97e-42f9-4f67-8fab-9f46b427674a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:58.771996 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-68bc1ae6-d15e-4cc5-ba38-c9243cfed80f req-f7b2b97e-42f9-4f67-8fab-9f46b427674a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8702f4c6a5da4128b5f0ebc3a670c675&device_id=e823f8ad-1238-4cc5-9bb8-3a36f05c5985 HTTP/1.1" status: 200 len: 1096 time: 0.0614395 Jun 21 04:32:58.811070 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-459e9832-58cd-41f4-a6b5-12c1f4934f61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749528449994'] for network, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:58.842942 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-459e9832-58cd-41f4-a6b5-12c1f4934f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-431616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067'] for network, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:58.844299 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459e9832-58cd-41f4-a6b5-12c1f4934f61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:58.844870 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-459e9832-58cd-41f4-a6b5-12c1f4934f61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for network, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:58.847712 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:58.876375 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc1ae6-d15e-4cc5-ba38-c9243cfed80f req-f151f698-d6d3-4cf1-a237-1d2322154f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:58.877828 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-68bc1ae6-d15e-4cc5-ba38-c9243cfed80f req-f151f698-d6d3-4cf1-a237-1d2322154f51 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=8702f4c6a5da4128b5f0ebc3a670c675&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0980427 Jun 21 04:32:58.902722 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-459e9832-58cd-41f4-a6b5-12c1f4934f61 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3043027 Jun 21 04:32:58.907545 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 36886) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:32:58.912567 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [None req-bdb9bdc6-3d99-47a0-a033-25e632b2a6ff admin admin] Request body: {'subnet': {'network_id': '7f59a856-8c27-46c1-ac82-42ffad151945', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1162858269-subnet', 'tenant_id': '212bf67205a944c1a8a14ce3db23d062', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:32:58.916069 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e9832-58cd-41f4-a6b5-12c1f4934f61 admin admin] Pushing event updated for resources: {'Network': ['ID=7f59a856-8c27-46c1-ac82-42ffad151945,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:58.919186 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-459e9832-58cd-41f4-a6b5-12c1f4934f61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:58.927008 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Network 7f59a856-8c27-46c1-ac82-42ffad151945 details requested by agent ovs-agent-dv-cinder-797170-3-iscsi with host dv-cinder-797170-3-iscsi {{(pid=92784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:32:58.940975 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb9bdc6-3d99-47a0-a033-25e632b2a6ff admin admin] Made reservation on behalf of 212bf67205a944c1a8a14ce3db23d062 for: {'subnet': 1} {{(pid=92782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:32:58.944493 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-bdb9bdc6-3d99-47a0-a033-25e632b2a6ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14135538'] for subnet, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:58.973721 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc1ae6-d15e-4cc5-ba38-c9243cfed80f req-dc241322-8765-4064-87ee-dafd8c2b2215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:58.975327 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-68bc1ae6-d15e-4cc5-ba38-c9243cfed80f req-dc241322-8765-4064-87ee-dafd8c2b2215 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917809 Jun 21 04:32:59.067054 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b8337-19b0-451b-a449-3078454226a1 req-db55631c-f389-4724-ac70-0331547b18d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:59.068787 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-9a9b8337-19b0-451b-a449-3078454226a1 req-db55631c-f389-4724-ac70-0331547b18d2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8702f4c6a5da4128b5f0ebc3a670c675&device_id=e823f8ad-1238-4cc5-9bb8-3a36f05c5985 HTTP/1.1" status: 200 len: 1096 time: 0.0558038 Jun 21 04:32:59.118041 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-9a9b8337-19b0-451b-a449-3078454226a1 req-ff864d2c-ac2e-4d6a-8182-360d3d5a3c48 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=742347e4-233f-44be-89a9-37339a3e7d4c HTTP/1.1" status: 200 len: 217 time: 0.0408220 Jun 21 04:32:59.120329 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-bdb9bdc6-3d99-47a0-a033-25e632b2a6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14133627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14135520'] for subnet, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:59.122598 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-1308ba6f-89c0-4c6c-99de-8a989cfeaab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:32:59.168313 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b8337-19b0-451b-a449-3078454226a1 req-03a401cc-f008-4b8c-ab6e-42dbb08fbe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:59.169756 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-9a9b8337-19b0-451b-a449-3078454226a1 req-03a401cc-f008-4b8c-ab6e-42dbb08fbe5f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80e29514-098f-4dd5-85ae-1160cb8e05fc HTTP/1.1" status: 200 len: 848 time: 0.0464613 Jun 21 04:32:59.171726 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb9bdc6-3d99-47a0-a033-25e632b2a6ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d344b42-d7b9-412c-ae55-b91d74f1e5d5,revision_number=0']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:32:59.190702 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-bdb9bdc6-3d99-47a0-a033-25e632b2a6ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:32:59.202940 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-9a9b8337-19b0-451b-a449-3078454226a1 req-dbb00af6-268f-4520-9bfd-44f1c1188503 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=be249dc9-0eab-4ca9-a6ea-b5ec3b9fc7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267651 Jun 21 04:32:59.236649 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb9bdc6-3d99-47a0-a033-25e632b2a6ff admin admin] Checking segment: {'id': '448af697-8902-4a50-a664-4bd3b10b03ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7f59a856-8c27-46c1-ac82-42ffad151945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:32:59.237007 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb9bdc6-3d99-47a0-a033-25e632b2a6ff admin admin] Network hostable DHCP agents. Network: 7f59a856-8c27-46c1-ac82-42ffad151945, hostable agents: ['6ffbca20-0783-49ee-bbe9-7ece843bbb1a'], hosted agents: [] {{(pid=92782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:32:59.252755 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476db9df-f388-44a7-a384-18fc2701cbdb req-59d4b536-a7e1-4ce9-9ef5-8e95a7e5fd1c tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:59.254247 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-476db9df-f388-44a7-a384-18fc2701cbdb req-59d4b536-a7e1-4ce9-9ef5-8e95a7e5fd1c tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.53 "GET /v2.0/ports?device_id=e823f8ad-1238-4cc5-9bb8-3a36f05c5985 HTTP/1.1" status: 200 len: 943 time: 0.0973690 Jun 21 04:32:59.280704 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb9bdc6-3d99-47a0-a033-25e632b2a6ff admin admin] Network 7f59a856-8c27-46c1-ac82-42ffad151945 is scheduled to be hosted by DHCP agent 6ffbca20-0783-49ee-bbe9-7ece843bbb1a with binding_index 1 {{(pid=92782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:32:59.297840 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.base_scheduler [None req-bdb9bdc6-3d99-47a0-a033-25e632b2a6ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-3-iscsi, 7f59a856-8c27-46c1-ac82-42ffad151945) {{(pid=92782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:32:59.300841 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-9a9b8337-19b0-451b-a449-3078454226a1 req-1a3ff202-e162-43ec-92f5-d0c6059816b8 service neutron] 10.222.0.55 "GET /v2.0/networks/be249dc9-0eab-4ca9-a6ea-b5ec3b9fc7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920641 Jun 21 04:32:59.304988 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb9bdc6-3d99-47a0-a033-25e632b2a6ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:32:59.305255 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-bdb9bdc6-3d99-47a0-a033-25e632b2a6ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:32:59.307537 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17dd595d-f7b1-47f2-9edd-1c3e472d0af8 None None] Network 7f59a856-8c27-46c1-ac82-42ffad151945 requested from dv-cinder-797170-3-iscsi {{(pid=92784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:32:59.310987 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-476db9df-f388-44a7-a384-18fc2701cbdb req-219d22fd-8e22-4c0e-817e-bdb036e4b85c tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aa55f8a-12b1-48e7-8647-f225c22fa3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491495 Jun 21 04:32:59.323393 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-bdb9bdc6-3d99-47a0-a033-25e632b2a6ff admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4146998 Jun 21 04:32:59.410752 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-9a9b8337-19b0-451b-a449-3078454226a1 req-2ec997fa-74d3-470e-bbb8-25ab6aab88ce service neutron] 10.222.0.55 "GET /v2.0/networks/be249dc9-0eab-4ca9-a6ea-b5ec3b9fc7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034641 Jun 21 04:32:59.450733 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89016e85-28f5-4d6a-9292-ae96176da4e0 None None] Network 7f59a856-8c27-46c1-ac82-42ffad151945 requested from dv-cinder-797170-3-iscsi {{(pid=92784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:32:59.779876 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-6d34b766-3fc8-4508-a0ac-28b21c67aba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:00.069010 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:00.491486 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45478ab-c09f-4985-abb1-cbe6fc518701 req-d02915ae-c14b-4f7a-b8ef-0382e2e577d6 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:00.493528 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f45478ab-c09f-4985-abb1-cbe6fc518701 req-d02915ae-c14b-4f7a-b8ef-0382e2e577d6 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.53 "GET /v2.0/ports?device_id=e823f8ad-1238-4cc5-9bb8-3a36f05c5985 HTTP/1.1" status: 200 len: 943 time: 0.0620635 Jun 21 04:33:00.529345 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f45478ab-c09f-4985-abb1-cbe6fc518701 req-a436161a-8915-4711-aaa5-d56061056949 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aa55f8a-12b1-48e7-8647-f225c22fa3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302057 Jun 21 04:33:01.166162 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-96e1c505-da01-46a8-887c-1f2eb0a4db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:01.554719 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674aead6-3aac-4890-bda1-32364ccefe51 req-dbbe2418-cfff-4838-bfc9-3f5257db5c12 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:01.556169 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-674aead6-3aac-4890-bda1-32364ccefe51 req-dbbe2418-cfff-4838-bfc9-3f5257db5c12 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/ports?device_id=23f87182-00fc-40b2-acd8-a9e6abdc88e9 HTTP/1.1" status: 200 len: 945 time: 0.0617805 Jun 21 04:33:01.593007 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-674aead6-3aac-4890-bda1-32364ccefe51 req-95a2b0af-7f48-47ea-894f-36c9a8f17275 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/security-groups?id=aef55aef-3d78-4e10-ac65-1776bfc6306e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313191 Jun 21 04:33:01.708286 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0964c59-2974-4d6b-9366-2c27114b8614 req-f50f2f01-341f-4c29-8071-7b7b7484a044 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:01.709639 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d0964c59-2974-4d6b-9366-2c27114b8614 req-f50f2f01-341f-4c29-8071-7b7b7484a044 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.53 "GET /v2.0/ports?device_id=e823f8ad-1238-4cc5-9bb8-3a36f05c5985 HTTP/1.1" status: 200 len: 943 time: 0.0657649 Jun 21 04:33:01.745826 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d0964c59-2974-4d6b-9366-2c27114b8614 req-db37c86d-76d4-4979-a601-5feb09328c57 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aa55f8a-12b1-48e7-8647-f225c22fa3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306284 Jun 21 04:33:02.615089 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-a8ace0c1-1149-433a-b03a-8a8d050911ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:02.760500 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da22fc4-3fe4-4981-8c19-2ce9052d4c3b req-6a75d735-eeb0-4cd6-a994-ccff34fe214d tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:02.761932 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-8da22fc4-3fe4-4981-8c19-2ce9052d4c3b req-6a75d735-eeb0-4cd6-a994-ccff34fe214d tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/ports?device_id=23f87182-00fc-40b2-acd8-a9e6abdc88e9 HTTP/1.1" status: 200 len: 945 time: 0.0617924 Jun 21 04:33:02.799679 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-8da22fc4-3fe4-4981-8c19-2ce9052d4c3b req-cabd8432-ba1e-457a-8064-198071a496ae tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/security-groups?id=aef55aef-3d78-4e10-ac65-1776bfc6306e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321794 Jun 21 04:33:02.914153 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f808e2d-9398-4923-bef1-e3b7a0ca7d08 req-384751ba-4119-474a-965d-2115ac835260 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:02.915491 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-5f808e2d-9398-4923-bef1-e3b7a0ca7d08 req-384751ba-4119-474a-965d-2115ac835260 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.53 "GET /v2.0/ports?device_id=e823f8ad-1238-4cc5-9bb8-3a36f05c5985 HTTP/1.1" status: 200 len: 943 time: 0.0606833 Jun 21 04:33:02.955701 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-5f808e2d-9398-4923-bef1-e3b7a0ca7d08 req-f2f8b324-154c-4dc0-8453-83b5eefe8d0f tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aa55f8a-12b1-48e7-8647-f225c22fa3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347488 Jun 21 04:33:03.112441 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 742347e4-233f-44be-89a9-37339a3e7d4c details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:33:03.215136 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 742347e4-233f-44be-89a9-37339a3e7d4c, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=742347e4-233f-44be-89a9-37339a3e7d4c,segment=NetworkSegment(6731675a-da78-4460-96bc-e2ca07a00a6b),segment_id=6731675a-da78-4460-96bc-e2ca07a00a6b)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:03.225746 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Returning: {'device': '742347e4-233f-44be-89a9-37339a3e7d4c', 'network_id': 'be249dc9-0eab-4ca9-a6ea-b5ec3b9fc7ee', 'port_id': '742347e4-233f-44be-89a9-37339a3e7d4c', 'mac_address': 'fa:16:3e:91:19:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80e29514-098f-4dd5-85ae-1160cb8e05fc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:33:03.268527 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:03.282221 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.notifiers.nova [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 742347e4-233f-44be-89a9-37339a3e7d4c {{(pid=92784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:33:03.302308 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 742347e4-233f-44be-89a9-37339a3e7d4c, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=742347e4-233f-44be-89a9-37339a3e7d4c,segment=NetworkSegment(6731675a-da78-4460-96bc-e2ca07a00a6b),segment_id=6731675a-da78-4460-96bc-e2ca07a00a6b)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:03.306463 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:03.308158 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-dfb0e09d-cb9a-4024-806d-a35615f31721 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:03.355341 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Pushing event updated for resources: {'Port': ['ID=742347e4-233f-44be-89a9-37339a3e7d4c,revision_number=4']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:03.362094 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:03.362472 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:03.362815 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:03.363153 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:03.363484 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:03.363817 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:03.364142 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:03.364468 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:03.364790 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:03.365110 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:03.365431 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:03.365748 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:03.370275 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:03.543246 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] get_ports_and_sgs() called for port_ids ['742347e4-233f-44be-89a9-37339a3e7d4c'] {{(pid=92784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:33:03.966267 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d7c7f-c143-4034-a0c0-000bf4fcf329 req-cb7fe8d9-855c-41ae-876f-1b7c077ac1f0 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:03.967716 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-774d7c7f-c143-4034-a0c0-000bf4fcf329 req-cb7fe8d9-855c-41ae-876f-1b7c077ac1f0 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/ports?device_id=23f87182-00fc-40b2-acd8-a9e6abdc88e9 HTTP/1.1" status: 200 len: 945 time: 0.0620043 Jun 21 04:33:04.005150 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-774d7c7f-c143-4034-a0c0-000bf4fcf329 req-1491f755-0d8c-41b8-b77c-a56240012d71 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/security-groups?id=aef55aef-3d78-4e10-ac65-1776bfc6306e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318806 Jun 21 04:33:04.131842 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8312638-a650-42ab-a152-3b980391d6b1 req-5a016b0f-a03c-44e3-bafd-837ee8de8864 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:04.133365 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d8312638-a650-42ab-a152-3b980391d6b1 req-5a016b0f-a03c-44e3-bafd-837ee8de8864 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.53 "GET /v2.0/ports?device_id=e823f8ad-1238-4cc5-9bb8-3a36f05c5985 HTTP/1.1" status: 200 len: 944 time: 0.0642202 Jun 21 04:33:04.171239 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d8312638-a650-42ab-a152-3b980391d6b1 req-d3eb5341-6c19-4157-a85d-bd28e82d4b69 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aa55f8a-12b1-48e7-8647-f225c22fa3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316281 Jun 21 04:33:04.764560 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb95da-0c60-4e32-ad81-d5b2fdef50f6 req-c27bfc6a-517e-41c5-b798-fee0e19e2d4f tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:04.765999 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-53cb95da-0c60-4e32-ad81-d5b2fdef50f6 req-c27bfc6a-517e-41c5-b798-fee0e19e2d4f tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.55 "GET /v2.0/ports?device_id=23f87182-00fc-40b2-acd8-a9e6abdc88e9 HTTP/1.1" status: 200 len: 945 time: 0.0683908 Jun 21 04:33:04.804133 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 742347e4-233f-44be-89a9-37339a3e7d4c up at agent hyperv_hv-cinder-79717 {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:33:04.859087 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Provisioning for port 742347e4-233f-44be-89a9-37339a3e7d4c completed by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:33:04.863072 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Provisioning complete for port 742347e4-233f-44be-89a9-37339a3e7d4c triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:33:04.863586 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:04.873672 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [req-53cb95da-0c60-4e32-ad81-d5b2fdef50f6 req-bf6ef5f6-2989-4d4b-bd1b-fd34117089ab tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Deleting port 81499604-b515-4cea-904e-c20d1569bb98 {{(pid=92783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:33:04.874017 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-53cb95da-0c60-4e32-ad81-d5b2fdef50f6 req-bf6ef5f6-2989-4d4b-bd1b-fd34117089ab tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:04.940854 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:04.963599 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e823f8ad-1238-4cc5-9bb8-3a36f05c5985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '742347e4-233f-44be-89a9-37339a3e7d4c'}] {{(pid=92784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:33:04.965159 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.db [req-53cb95da-0c60-4e32-ad81-d5b2fdef50f6 req-bf6ef5f6-2989-4d4b-bd1b-fd34117089ab tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] For port 81499604-b515-4cea-904e-c20d1569bb98, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=81499604-b515-4cea-904e-c20d1569bb98,segment=NetworkSegment(eb9ae848-4717-40d3-8e38-d487e6aefc17),segment_id=eb9ae848-4717-40d3-8e38-d487e6aefc17)] {{(pid=92783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:04.965553 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-53cb95da-0c60-4e32-ad81-d5b2fdef50f6 req-bf6ef5f6-2989-4d4b-bd1b-fd34117089ab tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:04.966189 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea407864149563716f916f7ad989592de9d82914ebf27f22c024267046db962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f34485-cd94-49eb-b79d-75d2245d1d40" -d '{"events": [{"server_uuid": "e823f8ad-1238-4cc5-9bb8-3a36f05c5985", "name": "network-vif-plugged", "status": "completed", "tag": "742347e4-233f-44be-89a9-37339a3e7d4c"}]}' {{(pid=92784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:33:04.978870 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 742347e4-233f-44be-89a9-37339a3e7d4c, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=742347e4-233f-44be-89a9-37339a3e7d4c,segment=NetworkSegment(6731675a-da78-4460-96bc-e2ca07a00a6b),segment_id=6731675a-da78-4460-96bc-e2ca07a00a6b)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:04.983813 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:04.986812 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-172c8300-eedf-4942-aaff-d75d896cf0dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:05.009741 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23ed24d-026c-495f-823b-ac45d5d89cd5 x-openstack-request-id: req-d23ed24d-026c-495f-823b-ac45d5d89cd5 {{(pid=92784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:33:05.010045 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e823f8ad-1238-4cc5-9bb8-3a36f05c5985", "name": "network-vif-plugged", "status": "completed", "tag": "742347e4-233f-44be-89a9-37339a3e7d4c", "code": 200}]} {{(pid=92784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:33:05.010301 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d23ed24d-026c-495f-823b-ac45d5d89cd5 {{(pid=92784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:33:05.010710 dv-cinder-797170-3-iscsi neutron-server[92784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e823f8ad-1238-4cc5-9bb8-3a36f05c5985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '742347e4-233f-44be-89a9-37339a3e7d4c', 'code': 200} Jun 21 04:33:05.041229 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Pushing event updated for resources: {'Port': ['ID=742347e4-233f-44be-89a9-37339a3e7d4c,revision_number=5']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:05.044642 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:05.151969 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-53cb95da-0c60-4e32-ad81-d5b2fdef50f6 req-bf6ef5f6-2989-4d4b-bd1b-fd34117089ab tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:05.152316 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-53cb95da-0c60-4e32-ad81-d5b2fdef50f6 req-bf6ef5f6-2989-4d4b-bd1b-fd34117089ab tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689737'] for floatingip, after_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:05.152898 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.db.l3_db [req-53cb95da-0c60-4e32-ad81-d5b2fdef50f6 req-bf6ef5f6-2989-4d4b-bd1b-fd34117089ab tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Floating IP 1c3b0722-7f2c-4045-adb6-ef7b755892c8 disassociated. External IP: 172.27.3.7, port: 81499604-b515-4cea-904e-c20d1569bb98. Jun 21 04:33:05.153400 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [req-53cb95da-0c60-4e32-ad81-d5b2fdef50f6 req-bf6ef5f6-2989-4d4b-bd1b-fd34117089ab tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Calling delete_port for 81499604-b515-4cea-904e-c20d1569bb98 owned by compute:nova {{(pid=92783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:33:05.189787 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566a606-fa1f-4f3f-a641-d969dcf73b8a req-59eefeac-6138-43b3-b2ca-b099553c453d tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:05.191308 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3566a606-fa1f-4f3f-a641-d969dcf73b8a req-59eefeac-6138-43b3-b2ca-b099553c453d tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/ports?device_id=23f87182-00fc-40b2-acd8-a9e6abdc88e9 HTTP/1.1" status: 200 len: 945 time: 0.0713959 Jun 21 04:33:05.269060 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3566a606-fa1f-4f3f-a641-d969dcf73b8a req-01f89357-48d2-4ace-8d0f-9622cee21816 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/security-groups?id=aef55aef-3d78-4e10-ac65-1776bfc6306e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664039 Jun 21 04:33:05.282622 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da63a82-750c-44b6-a599-b0518fef28be req-53139ab3-902b-4274-8d08-981e597da912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:05.284351 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-4da63a82-750c-44b6-a599-b0518fef28be req-53139ab3-902b-4274-8d08-981e597da912 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e823f8ad-1238-4cc5-9bb8-3a36f05c5985 HTTP/1.1" status: 200 len: 1098 time: 0.0919399 Jun 21 04:33:05.293673 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-53cb95da-0c60-4e32-ad81-d5b2fdef50f6 req-bf6ef5f6-2989-4d4b-bd1b-fd34117089ab tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641976'] for port, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:05.297923 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-07951ef5-4297-4a89-a177-1701b4e0ad69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:05.323455 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ef5f6-2989-4d4b-bd1b-fd34117089ab tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Pushing event deleted for resources: {'Port': ['ID=81499604-b515-4cea-904e-c20d1569bb98,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:05.327067 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-bf6ef5f6-2989-4d4b-bd1b-fd34117089ab tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:05.355909 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-4da63a82-750c-44b6-a599-b0518fef28be req-0887f37d-0a75-4216-9369-8eb2e78189ed service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9aa55f8a-12b1-48e7-8647-f225c22fa3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646563 Jun 21 04:33:05.379685 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c87d1a-a2aa-47d9-95ad-ea2ef2c435a3 req-8a347194-122c-4ad1-8557-f30130cf3ae0 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:05.381081 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-55c87d1a-a2aa-47d9-95ad-ea2ef2c435a3 req-8a347194-122c-4ad1-8557-f30130cf3ae0 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.53 "GET /v2.0/ports?device_id=e823f8ad-1238-4cc5-9bb8-3a36f05c5985 HTTP/1.1" status: 200 len: 945 time: 0.0837159 Jun 21 04:33:05.421929 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-55c87d1a-a2aa-47d9-95ad-ea2ef2c435a3 req-3c513fd9-5c9f-46e0-bfb5-c32f98117ebf tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aa55f8a-12b1-48e7-8647-f225c22fa3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344179 Jun 21 04:33:05.438684 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53cb95da-0c60-4e32-ad81-d5b2fdef50f6 req-bf6ef5f6-2989-4d4b-bd1b-fd34117089ab tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Router c6f4c286-1035-4679-a9e9-b0be432b890f has already been hosted by L3 agent 24838221-9d49-44eb-9e47-6a2fc9da17a2 {{(pid=92783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:33:05.544700 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53cb95da-0c60-4e32-ad81-d5b2fdef50f6 req-bf6ef5f6-2989-4d4b-bd1b-fd34117089ab tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify agent at l3_agent.dv-cinder-797170-3-iscsi the message routers_updated {{(pid=92783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:33:05.554614 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0555f380-6843-417f-9897-6dd4bb6d7aa7 None None] Sync routers for ids ['c6f4c286-1035-4679-a9e9-b0be432b890f'] in dv-cinder-797170-3-iscsi {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:33:05.563394 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0555f380-6843-417f-9897-6dd4bb6d7aa7 None None] Routers {'c6f4c286-1035-4679-a9e9-b0be432b890f'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:33:05.564084 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-0555f380-6843-417f-9897-6dd4bb6d7aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:33:00Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['c6f4c286-1035-4679-a9e9-b0be432b890f'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:05.589038 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.l3_dvrscheduler_db [req-53cb95da-0c60-4e32-ad81-d5b2fdef50f6 req-bf6ef5f6-2989-4d4b-bd1b-fd34117089ab tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] No DVR routers for this DVR port 81499604-b515-4cea-904e-c20d1569bb98 on host hv-cinder-79717 {{(pid=92783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:33:05.591594 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-53cb95da-0c60-4e32-ad81-d5b2fdef50f6 req-bf6ef5f6-2989-4d4b-bd1b-fd34117089ab tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for port, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:05.593572 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-53cb95da-0c60-4e32-ad81-d5b2fdef50f6 req-bf6ef5f6-2989-4d4b-bd1b-fd34117089ab tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.55 "DELETE /v2.0/ports/81499604-b515-4cea-904e-c20d1569bb98 HTTP/1.1" status: 204 len: 173 time: 0.8221476 Jun 21 04:33:05.594085 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f87182-00fc-40b2-acd8-a9e6abdc88e9', 'name': 'network-vif-deleted', 'tag': '81499604-b515-4cea-904e-c20d1569bb98'}] {{(pid=92783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:33:05.596621 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fda3b7b704fc347e73998d8dc34ef34ca3ad6aa16a3a5c6f92a4a64020d363b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747c2a4e-9200-404e-bf80-fd4ce7fd684b" -d '{"events": [{"server_uuid": "23f87182-00fc-40b2-acd8-a9e6abdc88e9", "name": "network-vif-deleted", "tag": "81499604-b515-4cea-904e-c20d1569bb98"}]}' {{(pid=92783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:33:05.647265 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d41c2a7-a3a2-4d4b-bfe1-5e28e4fabb4f x-openstack-request-id: req-2d41c2a7-a3a2-4d4b-bfe1-5e28e4fabb4f {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:33:05.647711 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23f87182-00fc-40b2-acd8-a9e6abdc88e9", "name": "network-vif-deleted", "tag": "81499604-b515-4cea-904e-c20d1569bb98", "status": "completed", "code": 200}]} {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:33:05.648073 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2d41c2a7-a3a2-4d4b-bfe1-5e28e4fabb4f {{(pid=92783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:33:05.648581 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23f87182-00fc-40b2-acd8-a9e6abdc88e9', 'name': 'network-vif-deleted', 'tag': '81499604-b515-4cea-904e-c20d1569bb98', 'status': 'completed', 'code': 200} Jun 21 04:33:05.715739 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-0555f380-6843-417f-9897-6dd4bb6d7aa7 None None] Set router c6f4c286-1035-4679-a9e9-b0be432b890f gateway port host: dv-cinder-797170-3-iscsi {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:33:05.951452 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-0555f380-6843-417f-9897-6dd4bb6d7aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'name': 'tempest-TestVolumeBootPattern-1156486518-router', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a46145cf-7465-42a2-bf67-e0991f0a15f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:07Z', 'updated_at': '2021-06-21T04:30:10Z', 'revision_number': 4, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'gw_port': {'id': 'a46145cf-7465-42a2-bf67-e0991f0a15f1', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:07Z', 'updated_at': '2021-06-21T04:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': 'c38d0844-290a-462c-9a37-a22225bd6794', 'name': '', 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'mac_address': 'fa:16:3e:ee:47:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'b89f65d7-8f4a-4573-89cb-9c8dfe69919f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:09Z', 'updated_at': '2021-06-21T04:30:16Z', 'revision_number': 5, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'subnets': [{'id': 'b89f65d7-8f4a-4573-89cb-9c8dfe69919f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:05.978747 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0555f380-6843-417f-9897-6dd4bb6d7aa7 None None] Checking router: c6f4c286-1035-4679-a9e9-b0be432b890f for host: dv-cinder-797170-3-iscsi {{(pid=92784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:33:05.988139 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0555f380-6843-417f-9897-6dd4bb6d7aa7 None None] Routers {'c6f4c286-1035-4679-a9e9-b0be432b890f'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:33:05.989040 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-0555f380-6843-417f-9897-6dd4bb6d7aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:33:00Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['c6f4c286-1035-4679-a9e9-b0be432b890f'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:06.097154 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-0555f380-6843-417f-9897-6dd4bb6d7aa7 None None] Set router c6f4c286-1035-4679-a9e9-b0be432b890f gateway port host: dv-cinder-797170-3-iscsi {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:33:06.295853 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-0555f380-6843-417f-9897-6dd4bb6d7aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'name': 'tempest-TestVolumeBootPattern-1156486518-router', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a46145cf-7465-42a2-bf67-e0991f0a15f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:07Z', 'updated_at': '2021-06-21T04:30:10Z', 'revision_number': 4, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'gw_port': {'id': 'a46145cf-7465-42a2-bf67-e0991f0a15f1', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:07Z', 'updated_at': '2021-06-21T04:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': 'c38d0844-290a-462c-9a37-a22225bd6794', 'name': '', 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'mac_address': 'fa:16:3e:ee:47:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'b89f65d7-8f4a-4573-89cb-9c8dfe69919f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:09Z', 'updated_at': '2021-06-21T04:30:16Z', 'revision_number': 5, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'subnets': [{'id': 'b89f65d7-8f4a-4573-89cb-9c8dfe69919f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:06.323094 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0555f380-6843-417f-9897-6dd4bb6d7aa7 None None] The sync data for ids ['c6f4c286-1035-4679-a9e9-b0be432b890f'] in dv-cinder-797170-3-iscsi is: [{'id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'name': 'tempest-TestVolumeBootPattern-1156486518-router', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a46145cf-7465-42a2-bf67-e0991f0a15f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:07Z', 'updated_at': '2021-06-21T04:30:10Z', 'revision_number': 4, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'gw_port': {'id': 'a46145cf-7465-42a2-bf67-e0991f0a15f1', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:07Z', 'updated_at': '2021-06-21T04:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': 'c38d0844-290a-462c-9a37-a22225bd6794', 'name': '', 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'mac_address': 'fa:16:3e:ee:47:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'b89f65d7-8f4a-4573-89cb-9c8dfe69919f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:09Z', 'updated_at': '2021-06-21T04:30:16Z', 'revision_number': 5, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'subnets': [{'id': 'b89f65d7-8f4a-4573-89cb-9c8dfe69919f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:33:06.436983 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-52303940-0c81-4251-85a9-31246793ccfd req-8b75cd1a-3c59-40ad-8658-657dcc465104 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/ports?device_id=23f87182-00fc-40b2-acd8-a9e6abdc88e9 HTTP/1.1" status: 200 len: 210 time: 0.0296366 Jun 21 04:33:06.568076 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80695e80-6473-43b6-b28f-5039704085ab None None] New status for floating IP 1c3b0722-7f2c-4045-adb6-ef7b755892c8: DOWN {{(pid=92785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:33:06.613810 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fee897-eb5a-4a74-aca5-efbe4a0d9cf9 req-236638dc-bb4d-4c18-967b-4cdd9196f593 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:06.615389 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a9fee897-eb5a-4a74-aca5-efbe4a0d9cf9 req-236638dc-bb4d-4c18-967b-4cdd9196f593 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.53 "GET /v2.0/ports?device_id=e823f8ad-1238-4cc5-9bb8-3a36f05c5985 HTTP/1.1" status: 200 len: 945 time: 0.0647519 Jun 21 04:33:06.655710 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a9fee897-eb5a-4a74-aca5-efbe4a0d9cf9 req-ae1e7dbd-a97b-4e24-a984-584130629ce8 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aa55f8a-12b1-48e7-8647-f225c22fa3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345767 Jun 21 04:33:07.439935 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0629773-9ac2-413c-95ce-fbc0722849ac req-d17056c8-2eca-410f-af62-8be976a7b913 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:07.441392 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d0629773-9ac2-413c-95ce-fbc0722849ac req-d17056c8-2eca-410f-af62-8be976a7b913 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.53 "GET /v2.0/ports?device_id=e823f8ad-1238-4cc5-9bb8-3a36f05c5985 HTTP/1.1" status: 200 len: 945 time: 0.0665736 Jun 21 04:33:07.478858 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d0629773-9ac2-413c-95ce-fbc0722849ac req-79e22d39-267f-4fdb-86b4-904867d1e498 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aa55f8a-12b1-48e7-8647-f225c22fa3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317819 Jun 21 04:33:07.731755 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a867c6a2-b8a9-41d6-9fda-0ad99d53e691 req-0fb6d938-3460-482e-9c93-dbb589b27e39 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-560143925&fields=id&tenant_id=371add3dc65f463097e1b4846b0ba580 HTTP/1.1" status: 200 len: 267 time: 0.0324802 Jun 21 04:33:07.833703 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867c6a2-b8a9-41d6-9fda-0ad99d53e691 req-72e811d2-85cf-45c8-b886-3ed0d4158ce8 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:07.835138 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a867c6a2-b8a9-41d6-9fda-0ad99d53e691 req-72e811d2-85cf-45c8-b886-3ed0d4158ce8 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/networks?id=7d357d88-e0cd-4a9b-b7b1-521691a3a850 HTTP/1.1" status: 200 len: 812 time: 0.0972133 Jun 21 04:33:07.850793 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a867c6a2-b8a9-41d6-9fda-0ad99d53e691 req-2c2fb78d-29ab-49ad-a352-16adced2f4b7 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/quotas/371add3dc65f463097e1b4846b0ba580 HTTP/1.1" status: 200 len: 375 time: 0.0096350 Jun 21 04:33:07.920082 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a867c6a2-b8a9-41d6-9fda-0ad99d53e691 req-4d0dcbfd-f2a1-4a50-8997-9a6b61320906 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=371add3dc65f463097e1b4846b0ba580&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0644536 Jun 21 04:33:08.012896 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a867c6a2-b8a9-41d6-9fda-0ad99d53e691 req-cc6f7ff2-c209-4c66-a273-6c112e7bc6fc service neutron] 10.222.0.53 "GET /v2.0/networks/7d357d88-e0cd-4a9b-b7b1-521691a3a850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819554 Jun 21 04:33:08.111856 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a867c6a2-b8a9-41d6-9fda-0ad99d53e691 req-9f0aa192-08c7-40e3-972e-cbb1485f843d service neutron] 10.222.0.53 "GET /v2.0/networks/7d357d88-e0cd-4a9b-b7b1-521691a3a850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931087 Jun 21 04:33:08.420953 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-0ccebe0c-c97d-4137-a1f6-99fd0de742a8 req-d2c148ab-c88b-4e65-8acc-da4cf1b3559f tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/ports?device_id=c10cd108-0526-4bb7-9216-be109233c40c HTTP/1.1" status: 200 len: 210 time: 0.0287538 Jun 21 04:33:08.672990 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c608b-50fc-4eda-b8a7-90c7bbb160d4 req-e08d89a9-0b26-439f-8b71-7e5520311904 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:08.674486 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-cf9c608b-50fc-4eda-b8a7-90c7bbb160d4 req-e08d89a9-0b26-439f-8b71-7e5520311904 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.53 "GET /v2.0/ports?device_id=e823f8ad-1238-4cc5-9bb8-3a36f05c5985 HTTP/1.1" status: 200 len: 945 time: 0.0771601 Jun 21 04:33:08.695260 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd3018-6fe9-44be-8077-3d38ded11c7c req-700fabf5-cb62-435b-9f93-01ecf7aaeacd tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:08.696715 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-6acd3018-6fe9-44be-8077-3d38ded11c7c req-700fabf5-cb62-435b-9f93-01ecf7aaeacd tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.55 "GET /v2.0/ports?device_id=e823f8ad-1238-4cc5-9bb8-3a36f05c5985 HTTP/1.1" status: 200 len: 945 time: 0.0707393 Jun 21 04:33:08.715809 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-cf9c608b-50fc-4eda-b8a7-90c7bbb160d4 req-22655dd2-8abf-43bc-82ad-393e7053f53b tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aa55f8a-12b1-48e7-8647-f225c22fa3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341365 Jun 21 04:33:08.810609 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [req-6acd3018-6fe9-44be-8077-3d38ded11c7c req-33645e48-b263-45f8-8e20-f13db83c7fab tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Deleting port 742347e4-233f-44be-89a9-37339a3e7d4c {{(pid=92783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:33:08.810957 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-6acd3018-6fe9-44be-8077-3d38ded11c7c req-33645e48-b263-45f8-8e20-f13db83c7fab tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:08.836600 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 81499604-b515-4cea-904e-c20d1569bb98 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:33:08.857277 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] No Port match for: 81499604-b515-4cea-904e-c20d1569bb98 {{(pid=92784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:33:08.857774 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 81499604-b515-4cea-904e-c20d1569bb98 not bound to the agent host hv-cinder-79717 {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:33:08.905845 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.db [req-6acd3018-6fe9-44be-8077-3d38ded11c7c req-33645e48-b263-45f8-8e20-f13db83c7fab tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] For port 742347e4-233f-44be-89a9-37339a3e7d4c, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=742347e4-233f-44be-89a9-37339a3e7d4c,segment=NetworkSegment(6731675a-da78-4460-96bc-e2ca07a00a6b),segment_id=6731675a-da78-4460-96bc-e2ca07a00a6b)] {{(pid=92783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:08.906205 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-6acd3018-6fe9-44be-8077-3d38ded11c7c req-33645e48-b263-45f8-8e20-f13db83c7fab tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:08.968528 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [req-6acd3018-6fe9-44be-8077-3d38ded11c7c req-33645e48-b263-45f8-8e20-f13db83c7fab tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Calling delete_port for 742347e4-233f-44be-89a9-37339a3e7d4c owned by compute:nova {{(pid=92783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:33:09.096942 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-6acd3018-6fe9-44be-8077-3d38ded11c7c req-33645e48-b263-45f8-8e20-f13db83c7fab tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641976'] for port, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:09.103004 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-07951ef5-4297-4a89-a177-1701b4e0ad69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:09.109732 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] get_ports_and_sgs() called for port_ids ['742347e4-233f-44be-89a9-37339a3e7d4c'] {{(pid=92784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:33:09.129574 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33645e48-b263-45f8-8e20-f13db83c7fab tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Pushing event deleted for resources: {'Port': ['ID=742347e4-233f-44be-89a9-37339a3e7d4c,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:09.133386 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-33645e48-b263-45f8-8e20-f13db83c7fab tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:09.185052 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.l3_dvrscheduler_db [req-6acd3018-6fe9-44be-8077-3d38ded11c7c req-33645e48-b263-45f8-8e20-f13db83c7fab tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] No DVR routers for this DVR port 742347e4-233f-44be-89a9-37339a3e7d4c on host hv-cinder-79717 {{(pid=92783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:33:09.187306 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-6acd3018-6fe9-44be-8077-3d38ded11c7c req-33645e48-b263-45f8-8e20-f13db83c7fab tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for port, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:09.189269 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-6acd3018-6fe9-44be-8077-3d38ded11c7c req-33645e48-b263-45f8-8e20-f13db83c7fab tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.55 "DELETE /v2.0/ports/742347e4-233f-44be-89a9-37339a3e7d4c HTTP/1.1" status: 204 len: 173 time: 0.4867911 Jun 21 04:33:09.189767 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e823f8ad-1238-4cc5-9bb8-3a36f05c5985', 'name': 'network-vif-deleted', 'tag': '742347e4-233f-44be-89a9-37339a3e7d4c'}] {{(pid=92783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:33:09.192169 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fda3b7b704fc347e73998d8dc34ef34ca3ad6aa16a3a5c6f92a4a64020d363b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fba1d8b-606e-46bd-91cb-f1026e4d9529" -d '{"events": [{"server_uuid": "e823f8ad-1238-4cc5-9bb8-3a36f05c5985", "name": "network-vif-deleted", "tag": "742347e4-233f-44be-89a9-37339a3e7d4c"}]}' {{(pid=92783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:33:09.232214 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00862a1-6ab2-458e-9175-54d6ceaf82e8 x-openstack-request-id: req-c00862a1-6ab2-458e-9175-54d6ceaf82e8 {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:33:09.232615 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e823f8ad-1238-4cc5-9bb8-3a36f05c5985", "name": "network-vif-deleted", "tag": "742347e4-233f-44be-89a9-37339a3e7d4c", "status": "completed", "code": 200}]} {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:33:09.233028 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c00862a1-6ab2-458e-9175-54d6ceaf82e8 {{(pid=92783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:33:09.233559 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e823f8ad-1238-4cc5-9bb8-3a36f05c5985', 'name': 'network-vif-deleted', 'tag': '742347e4-233f-44be-89a9-37339a3e7d4c', 'status': 'completed', 'code': 200} Jun 21 04:33:09.386739 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 37100) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:09.510793 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-59234515-cbd4-4835-a485-9dbaeccf999a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:09.546424 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867c6a2-b8a9-41d6-9fda-0ad99d53e691 req-75368d05-aeca-4c60-a282-d37169777b46 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:09.548024 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-a867c6a2-b8a9-41d6-9fda-0ad99d53e691 req-75368d05-aeca-4c60-a282-d37169777b46 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.55 "GET /v2.0/networks?id=7d357d88-e0cd-4a9b-b7b1-521691a3a850 HTTP/1.1" status: 200 len: 812 time: 0.1304789 Jun 21 04:33:09.607914 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-a867c6a2-b8a9-41d6-9fda-0ad99d53e691 req-005617b8-15de-4769-99a3-89e0f604273c tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=371add3dc65f463097e1b4846b0ba580 HTTP/1.1" status: 200 len: 379 time: 0.0491037 Jun 21 04:33:09.615703 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-dd24bb4f-d358-45a0-a823-c6edcded0816 req-9bfa7683-9e04-4804-8e0e-984d3e7fb65b tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/ports?device_id=c10cd108-0526-4bb7-9216-be109233c40c HTTP/1.1" status: 200 len: 210 time: 0.0342128 Jun 21 04:33:09.633161 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [req-a867c6a2-b8a9-41d6-9fda-0ad99d53e691 req-284cb346-d749-4f2f-b330-3aba6b56c895 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Request body: {'port': {'device_id': 'c10cd108-0526-4bb7-9216-be109233c40c', 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850', 'admin_state_up': True, 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'security_groups': ['aef55aef-3d78-4e10-ac65-1776bfc6306e']}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:33:09.658558 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-59234515-cbd4-4835-a485-9dbaeccf999a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:09.665273 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-59234515-cbd4-4835-a485-9dbaeccf999a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:09.671306 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-a9ae5928-05db-44ab-a3c6-3c7afe3489a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:09.724192 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-59234515-cbd4-4835-a485-9dbaeccf999a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1ab8de0c157546ba9f9619bc4b903a8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3361216 Jun 21 04:33:09.726742 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59234515-cbd4-4835-a485-9dbaeccf999a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673e21e2-2f20-48ba-becd-951f60523f91,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:09.730722 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-59234515-cbd4-4835-a485-9dbaeccf999a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:09.731575 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 37110) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:09.802891 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-166e5789-54e4-4551-b745-04bb73b06f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:09.805724 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a867c6a2-b8a9-41d6-9fda-0ad99d53e691 req-284cb346-d749-4f2f-b330-3aba6b56c895 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Made reservation on behalf of 371add3dc65f463097e1b4846b0ba580 for: {'port': 1} {{(pid=92783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:33:09.812164 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-a867c6a2-b8a9-41d6-9fda-0ad99d53e691 req-284cb346-d749-4f2f-b330-3aba6b56c895 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:09.828986 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-166e5789-54e4-4551-b745-04bb73b06f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:09.960159 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-b0066058-27ca-4703-acab-70e6761c410d req-5740a9ba-13d8-4f53-bc5d-15bf3eb99b38 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.53 "GET /v2.0/ports?device_id=e823f8ad-1238-4cc5-9bb8-3a36f05c5985 HTTP/1.1" status: 200 len: 210 time: 0.0491085 Jun 21 04:33:09.961291 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-166e5789-54e4-4551-b745-04bb73b06f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:09.964902 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-166e5789-54e4-4551-b745-04bb73b06f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:09.968430 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-166e5789-54e4-4551-b745-04bb73b06f40 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/673e21e2-2f20-48ba-becd-951f60523f91 HTTP/1.1" status: 204 len: 168 time: 0.2335339 Jun 21 04:33:09.968430 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-b85f0673-58d0-4c50-8deb-d41a1c5dee83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:09.976526 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166e5789-54e4-4551-b745-04bb73b06f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673e21e2-2f20-48ba-becd-951f60523f91,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:09.979976 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-166e5789-54e4-4551-b745-04bb73b06f40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:10.024766 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.db_base_plugin_common [req-a867c6a2-b8a9-41d6-9fda-0ad99d53e691 req-284cb346-d749-4f2f-b330-3aba6b56c895 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Allocated IP 172.20.0.14 (7d357d88-e0cd-4a9b-b7b1-521691a3a850/b89f65d7-8f4a-4573-89cb-9c8dfe69919f/ddf76215-751e-45bb-ba8d-fddf05064f00) {{(pid=92783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:33:10.191395 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-a867c6a2-b8a9-41d6-9fda-0ad99d53e691 req-284cb346-d749-4f2f-b330-3aba6b56c895 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks [] for port, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:10.207189 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.provisioning_blocks [req-a867c6a2-b8a9-41d6-9fda-0ad99d53e691 req-284cb346-d749-4f2f-b330-3aba6b56c895 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Transition to ACTIVE for port object ddf76215-751e-45bb-ba8d-fddf05064f00 will not be triggered until provisioned by entity DHCP. {{(pid=92783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:33:10.245409 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-a867c6a2-b8a9-41d6-9fda-0ad99d53e691 req-284cb346-d749-4f2f-b330-3aba6b56c895 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12641975'] for port, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:10.250026 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-b836c84b-b14a-4392-9b0d-bc47d48b5c72 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:10.297943 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a867c6a2-b8a9-41d6-9fda-0ad99d53e691 req-284cb346-d749-4f2f-b330-3aba6b56c895 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Network 7d357d88-e0cd-4a9b-b7b1-521691a3a850 is already hosted by enough agents. {{(pid=92783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:33:10.301279 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.base_scheduler [req-a867c6a2-b8a9-41d6-9fda-0ad99d53e691 req-284cb346-d749-4f2f-b330-3aba6b56c895 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Resources bound (agent type, host, resource id): {{(pid=92783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:33:10.303720 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.l3_dvrscheduler_db [req-a867c6a2-b8a9-41d6-9fda-0ad99d53e691 req-284cb346-d749-4f2f-b330-3aba6b56c895 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Received port after_create {{(pid=92783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:33:10.333178 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284cb346-d749-4f2f-b330-3aba6b56c895 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Pushing event updated for resources: {'Port': ['ID=ddf76215-751e-45bb-ba8d-fddf05064f00,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:10.338269 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-284cb346-d749-4f2f-b330-3aba6b56c895 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:10.362606 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867c6a2-b8a9-41d6-9fda-0ad99d53e691 req-284cb346-d749-4f2f-b330-3aba6b56c895 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:10.363235 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-a867c6a2-b8a9-41d6-9fda-0ad99d53e691 req-284cb346-d749-4f2f-b330-3aba6b56c895 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for port, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:10.377569 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-a867c6a2-b8a9-41d6-9fda-0ad99d53e691 req-284cb346-d749-4f2f-b330-3aba6b56c895 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7628486 Jun 21 04:33:10.388804 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [req-a867c6a2-b8a9-41d6-9fda-0ad99d53e691 req-fcd65387-d8cb-4ee0-93d8-fbbb48b4a8fc service neutron] Request body: {'port': {'device_id': 'c10cd108-0526-4bb7-9216-be109233c40c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:33:10.461898 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-a867c6a2-b8a9-41d6-9fda-0ad99d53e691 req-fcd65387-d8cb-4ee0-93d8-fbbb48b4a8fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:10.558858 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-b476c97b-1b5f-4298-8243-095a3a2595f9 None None] Provisioning for port ddf76215-751e-45bb-ba8d-fddf05064f00 completed by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:33:10.562314 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-b476c97b-1b5f-4298-8243-095a3a2595f9 None None] Provisioning complete for port ddf76215-751e-45bb-ba8d-fddf05064f00 triggered by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:33:10.562761 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-b476c97b-1b5f-4298-8243-095a3a2595f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:10.595154 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-b476c97b-1b5f-4298-8243-095a3a2595f9 None None] Port ddf76215-751e-45bb-ba8d-fddf05064f00 cannot update to ACTIVE because it is not bound. {{(pid=92784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:33:10.724306 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.notifiers.nova [req-a867c6a2-b8a9-41d6-9fda-0ad99d53e691 req-fcd65387-d8cb-4ee0-93d8-fbbb48b4a8fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddf76215-751e-45bb-ba8d-fddf05064f00 {{(pid=92783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:33:10.731784 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-a867c6a2-b8a9-41d6-9fda-0ad99d53e691 req-fcd65387-d8cb-4ee0-93d8-fbbb48b4a8fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:10.743833 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.provisioning_blocks [req-a867c6a2-b8a9-41d6-9fda-0ad99d53e691 req-fcd65387-d8cb-4ee0-93d8-fbbb48b4a8fc service neutron] Transition to ACTIVE for port object ddf76215-751e-45bb-ba8d-fddf05064f00 will not be triggered until provisioned by entity L2. {{(pid=92783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:33:10.748008 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-a867c6a2-b8a9-41d6-9fda-0ad99d53e691 req-fcd65387-d8cb-4ee0-93d8-fbbb48b4a8fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641921'] for port, after_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:10.750748 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-b836c84b-b14a-4392-9b0d-bc47d48b5c72 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:10.794222 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf59edc-3973-42b7-9dad-a64d9835d1af req-104cc28b-0f7c-4a82-8710-0254e80649ac tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:10.796334 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3cf59edc-3973-42b7-9dad-a64d9835d1af req-104cc28b-0f7c-4a82-8710-0254e80649ac tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/ports?device_id=c10cd108-0526-4bb7-9216-be109233c40c HTTP/1.1" status: 200 len: 932 time: 0.0666666 Jun 21 04:33:10.825838 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd65387-d8cb-4ee0-93d8-fbbb48b4a8fc service neutron] Pushing event updated for resources: {'Port': ['ID=ddf76215-751e-45bb-ba8d-fddf05064f00,revision_number=2']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:10.829354 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-fcd65387-d8cb-4ee0-93d8-fbbb48b4a8fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:10.838138 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3cf59edc-3973-42b7-9dad-a64d9835d1af req-88512c7e-12ce-468b-8e62-f379fba48bb0 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/security-groups?id=aef55aef-3d78-4e10-ac65-1776bfc6306e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359018 Jun 21 04:33:10.896732 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.managers [req-a867c6a2-b8a9-41d6-9fda-0ad99d53e691 req-fcd65387-d8cb-4ee0-93d8-fbbb48b4a8fc service neutron] Attempting to bind port ddf76215-751e-45bb-ba8d-fddf05064f00 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:33:10.897061 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.managers [req-a867c6a2-b8a9-41d6-9fda-0ad99d53e691 req-fcd65387-d8cb-4ee0-93d8-fbbb48b4a8fc service neutron] Attempting to bind port ddf76215-751e-45bb-ba8d-fddf05064f00 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': 'eb9ae848-4717-40d3-8e38-d487e6aefc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850'}] {{(pid=92783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:33:10.897501 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a867c6a2-b8a9-41d6-9fda-0ad99d53e691 req-fcd65387-d8cb-4ee0-93d8-fbbb48b4a8fc service neutron] Attempting to bind port ddf76215-751e-45bb-ba8d-fddf05064f00 on network 7d357d88-e0cd-4a9b-b7b1-521691a3a850 {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:33:10.902206 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a867c6a2-b8a9-41d6-9fda-0ad99d53e691 req-fcd65387-d8cb-4ee0-93d8-fbbb48b4a8fc service neutron] Port ddf76215-751e-45bb-ba8d-fddf05064f00 on network 7d357d88-e0cd-4a9b-b7b1-521691a3a850 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:33:10.902563 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a867c6a2-b8a9-41d6-9fda-0ad99d53e691 req-fcd65387-d8cb-4ee0-93d8-fbbb48b4a8fc service neutron] Attempting to bind port ddf76215-751e-45bb-ba8d-fddf05064f00 on network 7d357d88-e0cd-4a9b-b7b1-521691a3a850 {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:33:10.907981 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a867c6a2-b8a9-41d6-9fda-0ad99d53e691 req-fcd65387-d8cb-4ee0-93d8-fbbb48b4a8fc service neutron] Checking agent: {'id': 'e86ead90-85ed-45dc-94a1-895a24121321', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 23, 47), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:33:10.908317 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a867c6a2-b8a9-41d6-9fda-0ad99d53e691 req-fcd65387-d8cb-4ee0-93d8-fbbb48b4a8fc service neutron] Checking segment: {'id': 'eb9ae848-4717-40d3-8e38-d487e6aefc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:33:10.908700 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a867c6a2-b8a9-41d6-9fda-0ad99d53e691 req-fcd65387-d8cb-4ee0-93d8-fbbb48b4a8fc service neutron] Bound using segment: {'id': 'eb9ae848-4717-40d3-8e38-d487e6aefc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850'} {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:33:10.909389 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.managers [req-a867c6a2-b8a9-41d6-9fda-0ad99d53e691 req-fcd65387-d8cb-4ee0-93d8-fbbb48b4a8fc service neutron] Bound port: ddf76215-751e-45bb-ba8d-fddf05064f00, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb9ae848-4717-40d3-8e38-d487e6aefc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850'}}] {{(pid=92783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:33:10.909737 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-a867c6a2-b8a9-41d6-9fda-0ad99d53e691 req-fcd65387-d8cb-4ee0-93d8-fbbb48b4a8fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:10.976218 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.db [req-a867c6a2-b8a9-41d6-9fda-0ad99d53e691 req-fcd65387-d8cb-4ee0-93d8-fbbb48b4a8fc service neutron] For port ddf76215-751e-45bb-ba8d-fddf05064f00, host hv-cinder-79717, cleared binding levels {{(pid=92783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:33:10.979579 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.db [req-a867c6a2-b8a9-41d6-9fda-0ad99d53e691 req-fcd65387-d8cb-4ee0-93d8-fbbb48b4a8fc service neutron] For port ddf76215-751e-45bb-ba8d-fddf05064f00, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=ddf76215-751e-45bb-ba8d-fddf05064f00,segment=NetworkSegment(eb9ae848-4717-40d3-8e38-d487e6aefc17),segment_id=eb9ae848-4717-40d3-8e38-d487e6aefc17)] {{(pid=92783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:33:10.983799 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-a867c6a2-b8a9-41d6-9fda-0ad99d53e691 req-fcd65387-d8cb-4ee0-93d8-fbbb48b4a8fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641921'] for port, after_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:10.986554 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-67443a9f-3f63-4c11-adaf-8af437d56e30 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:11.029356 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867c6a2-b8a9-41d6-9fda-0ad99d53e691 req-fcd65387-d8cb-4ee0-93d8-fbbb48b4a8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:11.030100 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-a867c6a2-b8a9-41d6-9fda-0ad99d53e691 req-fcd65387-d8cb-4ee0-93d8-fbbb48b4a8fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for port, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:11.031429 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-a867c6a2-b8a9-41d6-9fda-0ad99d53e691 req-fcd65387-d8cb-4ee0-93d8-fbbb48b4a8fc service neutron] 10.222.0.55 "PUT /v2.0/ports/ddf76215-751e-45bb-ba8d-fddf05064f00 HTTP/1.1" status: 200 len: 1094 time: 0.6469438 Jun 21 04:33:11.050729 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd65387-d8cb-4ee0-93d8-fbbb48b4a8fc service neutron] Pushing event updated for resources: {'Port': ['ID=ddf76215-751e-45bb-ba8d-fddf05064f00,revision_number=3']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:11.054738 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-fcd65387-d8cb-4ee0-93d8-fbbb48b4a8fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:11.390441 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c10cd108-0526-4bb7-9216-be109233c40c', 'tag': 'ddf76215-751e-45bb-ba8d-fddf05064f00'}] {{(pid=92783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:33:11.392681 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fda3b7b704fc347e73998d8dc34ef34ca3ad6aa16a3a5c6f92a4a64020d363b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3878ba4-d78f-4574-b58c-3cffebd9aefd" -d '{"events": [{"name": "network-changed", "server_uuid": "c10cd108-0526-4bb7-9216-be109233c40c", "tag": "ddf76215-751e-45bb-ba8d-fddf05064f00"}]}' {{(pid=92783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:33:11.427127 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867c6a2-b8a9-41d6-9fda-0ad99d53e691 req-0dcead87-3db3-4fa5-9376-8f63b0dbd339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:11.428711 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-a867c6a2-b8a9-41d6-9fda-0ad99d53e691 req-0dcead87-3db3-4fa5-9376-8f63b0dbd339 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=371add3dc65f463097e1b4846b0ba580&device_id=c10cd108-0526-4bb7-9216-be109233c40c HTTP/1.1" status: 200 len: 1097 time: 0.3476140 Jun 21 04:33:11.431913 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a550c6-c92b-4e2f-85d5-62fc1ab864a4 x-openstack-request-id: req-d0a550c6-c92b-4e2f-85d5-62fc1ab864a4 {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:33:11.432343 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c10cd108-0526-4bb7-9216-be109233c40c", "tag": "ddf76215-751e-45bb-ba8d-fddf05064f00", "status": "completed", "code": 200}]} {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:33:11.432741 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d0a550c6-c92b-4e2f-85d5-62fc1ab864a4 {{(pid=92783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:33:11.432925 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e2ce6-fa50-424b-9462-f9670570bec3 req-28b36dc9-6ead-49b5-b22a-978ab48c160d tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:11.433354 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c10cd108-0526-4bb7-9216-be109233c40c', 'tag': 'ddf76215-751e-45bb-ba8d-fddf05064f00', 'status': 'completed', 'code': 200} Jun 21 04:33:11.434469 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-265e2ce6-fa50-424b-9462-f9670570bec3 req-28b36dc9-6ead-49b5-b22a-978ab48c160d tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.53 "GET /v2.0/networks?id=be249dc9-0eab-4ca9-a6ea-b5ec3b9fc7ee HTTP/1.1" status: 200 len: 808 time: 0.1348696 Jun 21 04:33:11.453279 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-265e2ce6-fa50-424b-9462-f9670570bec3 req-58e7fe5e-d56f-4f7c-b3f6-c2128cdfc397 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.53 "GET /v2.0/quotas/8702f4c6a5da4128b5f0ebc3a670c675 HTTP/1.1" status: 200 len: 375 time: 0.0095222 Jun 21 04:33:11.478216 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-a867c6a2-b8a9-41d6-9fda-0ad99d53e691 req-9e839d06-d3b9-490d-be9a-3b1076c67e67 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ddf76215-751e-45bb-ba8d-fddf05064f00 HTTP/1.1" status: 200 len: 217 time: 0.0376341 Jun 21 04:33:11.488853 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-265e2ce6-fa50-424b-9462-f9670570bec3 req-df737b0d-4632-4b84-863d-51085f1e4f16 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8702f4c6a5da4128b5f0ebc3a670c675&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294299 Jun 21 04:33:11.527958 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867c6a2-b8a9-41d6-9fda-0ad99d53e691 req-586c83a9-14a7-45cc-8edf-cb594207f834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:11.529372 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-a867c6a2-b8a9-41d6-9fda-0ad99d53e691 req-586c83a9-14a7-45cc-8edf-cb594207f834 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b89f65d7-8f4a-4573-89cb-9c8dfe69919f HTTP/1.1" status: 200 len: 851 time: 0.0451171 Jun 21 04:33:11.580933 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-265e2ce6-fa50-424b-9462-f9670570bec3 req-0bae3f96-a3a4-47da-b86c-61acb758a330 service neutron] 10.222.0.53 "GET /v2.0/networks/be249dc9-0eab-4ca9-a6ea-b5ec3b9fc7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852833 Jun 21 04:33:11.587101 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867c6a2-b8a9-41d6-9fda-0ad99d53e691 req-4bdf2fc0-7f26-4ca9-8170-4eb909cf3b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:11.588615 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-a867c6a2-b8a9-41d6-9fda-0ad99d53e691 req-4bdf2fc0-7f26-4ca9-8170-4eb909cf3b84 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7d357d88-e0cd-4a9b-b7b1-521691a3a850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528593 Jun 21 04:33:11.668010 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-265e2ce6-fa50-424b-9462-f9670570bec3 req-5b6d342c-cb45-4b3a-8551-5f81b710fe58 service neutron] 10.222.0.53 "GET /v2.0/networks/be249dc9-0eab-4ca9-a6ea-b5ec3b9fc7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806108 Jun 21 04:33:11.674966 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-a867c6a2-b8a9-41d6-9fda-0ad99d53e691 req-592bc839-3a93-401e-8f2d-c132fc7b54d8 service neutron] 10.222.0.55 "GET /v2.0/networks/7d357d88-e0cd-4a9b-b7b1-521691a3a850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796659 Jun 21 04:33:11.765267 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-a867c6a2-b8a9-41d6-9fda-0ad99d53e691 req-e98b04d0-38ac-4802-a180-16caf528e61c service neutron] 10.222.0.55 "GET /v2.0/networks/7d357d88-e0cd-4a9b-b7b1-521691a3a850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845070 Jun 21 04:33:11.831772 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-b44377d9-6d66-4eac-b9bf-bac445c3c65d req-8ed4d633-0c9b-412c-bc64-988b8a4a7850 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.53 "GET /v2.0/ports?device_id=22314d12-f5f9-420f-8d4d-6bf2eff0528b HTTP/1.1" status: 200 len: 210 time: 0.0295200 Jun 21 04:33:11.881562 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3878ba4-d78f-4574-b58c-3cffebd9aefd req-95d8a2ab-e6bf-49ea-973f-64810eccbc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:11.883691 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-e3878ba4-d78f-4574-b58c-3cffebd9aefd req-95d8a2ab-e6bf-49ea-973f-64810eccbc1e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=371add3dc65f463097e1b4846b0ba580&device_id=c10cd108-0526-4bb7-9216-be109233c40c HTTP/1.1" status: 200 len: 1097 time: 0.0600846 Jun 21 04:33:11.980951 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3878ba4-d78f-4574-b58c-3cffebd9aefd req-adc5e34f-4e03-48be-a437-8ef4ebe2366c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:11.982719 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-e3878ba4-d78f-4574-b58c-3cffebd9aefd req-adc5e34f-4e03-48be-a437-8ef4ebe2366c service neutron] 10.222.0.55 "GET /v2.0/networks?id=7d357d88-e0cd-4a9b-b7b1-521691a3a850 HTTP/1.1" status: 200 len: 913 time: 0.0924699 Jun 21 04:33:12.029269 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc24b4e-3225-4b87-bdd5-ab8845bd56fe req-f3da0ca9-2621-4159-adef-eaabd6313718 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:12.029504 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-e3878ba4-d78f-4574-b58c-3cffebd9aefd req-a7ba0c07-9c78-4500-85ee-1b7d165da3f3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ddf76215-751e-45bb-ba8d-fddf05064f00 HTTP/1.1" status: 200 len: 217 time: 0.0392270 Jun 21 04:33:12.030757 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-7fc24b4e-3225-4b87-bdd5-ab8845bd56fe req-f3da0ca9-2621-4159-adef-eaabd6313718 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/ports?device_id=c10cd108-0526-4bb7-9216-be109233c40c HTTP/1.1" status: 200 len: 944 time: 0.0769992 Jun 21 04:33:12.070269 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-7fc24b4e-3225-4b87-bdd5-ab8845bd56fe req-a7079cc2-98d0-4206-aa9f-841efca9cea0 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/security-groups?id=aef55aef-3d78-4e10-ac65-1776bfc6306e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332165 Jun 21 04:33:12.082403 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3878ba4-d78f-4574-b58c-3cffebd9aefd req-2f4a6ad7-1f68-4247-b181-343fda343b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:12.083814 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-e3878ba4-d78f-4574-b58c-3cffebd9aefd req-2f4a6ad7-1f68-4247-b181-343fda343b54 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b89f65d7-8f4a-4573-89cb-9c8dfe69919f HTTP/1.1" status: 200 len: 851 time: 0.0485377 Jun 21 04:33:12.145865 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3878ba4-d78f-4574-b58c-3cffebd9aefd req-ef520c84-1c47-4e3a-a91e-f2a9df609bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:12.147539 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-e3878ba4-d78f-4574-b58c-3cffebd9aefd req-ef520c84-1c47-4e3a-a91e-f2a9df609bf2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7d357d88-e0cd-4a9b-b7b1-521691a3a850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0578201 Jun 21 04:33:12.236621 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-e3878ba4-d78f-4574-b58c-3cffebd9aefd req-fd6a3173-751d-4b7e-b9fb-cf7a1d7d1338 service neutron] 10.222.0.55 "GET /v2.0/networks/7d357d88-e0cd-4a9b-b7b1-521691a3a850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820475 Jun 21 04:33:12.334299 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-e3878ba4-d78f-4574-b58c-3cffebd9aefd req-55b61fb5-71ce-4742-81c2-a2fa92beb4d3 service neutron] 10.222.0.55 "GET /v2.0/networks/7d357d88-e0cd-4a9b-b7b1-521691a3a850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912762 Jun 21 04:33:12.842342 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e2ce6-fa50-424b-9462-f9670570bec3 req-a531c23c-71e4-4a69-8e91-9a1be2ffd566 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:12.843737 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-265e2ce6-fa50-424b-9462-f9670570bec3 req-a531c23c-71e4-4a69-8e91-9a1be2ffd566 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.55 "GET /v2.0/networks?id=be249dc9-0eab-4ca9-a6ea-b5ec3b9fc7ee HTTP/1.1" status: 200 len: 808 time: 0.1046615 Jun 21 04:33:12.862459 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [req-265e2ce6-fa50-424b-9462-f9670570bec3 req-4ff05e26-75f7-4ac2-98fa-bfcc90d40380 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Request body: {'port': {'device_id': '22314d12-f5f9-420f-8d4d-6bf2eff0528b', 'network_id': 'be249dc9-0eab-4ca9-a6ea-b5ec3b9fc7ee', 'admin_state_up': True, 'tenant_id': '8702f4c6a5da4128b5f0ebc3a670c675'}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:33:12.883126 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 742347e4-233f-44be-89a9-37339a3e7d4c no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:33:12.907914 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] No Port match for: 742347e4-233f-44be-89a9-37339a3e7d4c {{(pid=92784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:33:12.908522 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 742347e4-233f-44be-89a9-37339a3e7d4c not bound to the agent host hv-cinder-79717 {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:33:12.985038 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-265e2ce6-fa50-424b-9462-f9670570bec3 req-4ff05e26-75f7-4ac2-98fa-bfcc90d40380 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Made reservation on behalf of 8702f4c6a5da4128b5f0ebc3a670c675 for: {'port': 1} {{(pid=92783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:33:12.985557 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-8e72f8b8-5d48-4a2d-bea5-5ed7fd51a391 req-60156ccb-b5c2-48bb-8a75-27158484cefa tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.53 "GET /v2.0/ports?device_id=22314d12-f5f9-420f-8d4d-6bf2eff0528b HTTP/1.1" status: 200 len: 210 time: 0.0332212 Jun 21 04:33:12.988903 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-265e2ce6-fa50-424b-9462-f9670570bec3 req-4ff05e26-75f7-4ac2-98fa-bfcc90d40380 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:13.115597 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.db_base_plugin_common [req-265e2ce6-fa50-424b-9462-f9670570bec3 req-4ff05e26-75f7-4ac2-98fa-bfcc90d40380 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Allocated IP 172.20.0.6 (be249dc9-0eab-4ca9-a6ea-b5ec3b9fc7ee/80e29514-098f-4dd5-85ae-1160cb8e05fc/8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3) {{(pid=92783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:33:13.259497 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0f6e3-0f13-4301-803c-52f7660bdb6d req-9fd53309-ba40-4138-9388-9af1e768331c tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:13.259497 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-48c0f6e3-0f13-4301-803c-52f7660bdb6d req-9fd53309-ba40-4138-9388-9af1e768331c tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/ports?device_id=c10cd108-0526-4bb7-9216-be109233c40c HTTP/1.1" status: 200 len: 944 time: 0.0659192 Jun 21 04:33:13.265054 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-265e2ce6-fa50-424b-9462-f9670570bec3 req-4ff05e26-75f7-4ac2-98fa-bfcc90d40380 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Notify callbacks [] for port, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:13.296420 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-48c0f6e3-0f13-4301-803c-52f7660bdb6d req-c4ec444c-a8df-4172-b571-2b8e70ec427a tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/security-groups?id=aef55aef-3d78-4e10-ac65-1776bfc6306e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327265 Jun 21 04:33:13.304977 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-265e2ce6-fa50-424b-9462-f9670570bec3 req-4ff05e26-75f7-4ac2-98fa-bfcc90d40380 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12641975'] for port, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:13.308998 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-7c94083d-0888-4f9e-92ca-403b15397cd7 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:13.362030 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-265e2ce6-fa50-424b-9462-f9670570bec3 req-4ff05e26-75f7-4ac2-98fa-bfcc90d40380 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Network be249dc9-0eab-4ca9-a6ea-b5ec3b9fc7ee is already hosted by enough agents. {{(pid=92783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:33:13.365473 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.base_scheduler [req-265e2ce6-fa50-424b-9462-f9670570bec3 req-4ff05e26-75f7-4ac2-98fa-bfcc90d40380 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Resources bound (agent type, host, resource id): {{(pid=92783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:33:13.369298 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.l3_dvrscheduler_db [req-265e2ce6-fa50-424b-9462-f9670570bec3 req-4ff05e26-75f7-4ac2-98fa-bfcc90d40380 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Received port after_create {{(pid=92783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:33:13.394491 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff05e26-75f7-4ac2-98fa-bfcc90d40380 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Pushing event updated for resources: {'Port': ['ID=8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:13.399222 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-4ff05e26-75f7-4ac2-98fa-bfcc90d40380 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:13.419588 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e2ce6-fa50-424b-9462-f9670570bec3 req-4ff05e26-75f7-4ac2-98fa-bfcc90d40380 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:13.420190 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-265e2ce6-fa50-424b-9462-f9670570bec3 req-4ff05e26-75f7-4ac2-98fa-bfcc90d40380 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for port, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:13.433824 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-265e2ce6-fa50-424b-9462-f9670570bec3 req-4ff05e26-75f7-4ac2-98fa-bfcc90d40380 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5752621 Jun 21 04:33:13.447579 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [req-265e2ce6-fa50-424b-9462-f9670570bec3 req-c4df2bb5-43a9-43ab-a484-9239134e2aca service neutron] Request body: {'port': {'device_id': '22314d12-f5f9-420f-8d4d-6bf2eff0528b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:33:13.517073 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-265e2ce6-fa50-424b-9462-f9670570bec3 req-c4df2bb5-43a9-43ab-a484-9239134e2aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:13.779313 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.notifiers.nova [req-265e2ce6-fa50-424b-9462-f9670570bec3 req-c4df2bb5-43a9-43ab-a484-9239134e2aca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3 {{(pid=92783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:33:13.787129 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-265e2ce6-fa50-424b-9462-f9670570bec3 req-c4df2bb5-43a9-43ab-a484-9239134e2aca service neutron] Notify callbacks [] for port, precommit_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:13.799693 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.provisioning_blocks [req-265e2ce6-fa50-424b-9462-f9670570bec3 req-c4df2bb5-43a9-43ab-a484-9239134e2aca service neutron] Transition to ACTIVE for port object 8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3 will not be triggered until provisioned by entity L2. {{(pid=92783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:33:13.802425 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-265e2ce6-fa50-424b-9462-f9670570bec3 req-c4df2bb5-43a9-43ab-a484-9239134e2aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641921'] for port, after_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:13.805636 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-7c94083d-0888-4f9e-92ca-403b15397cd7 tempest-TestMinimumBasicScenario-1797867249 tempest-TestMinimumBasicScenario-1797867249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:13.880822 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df2bb5-43a9-43ab-a484-9239134e2aca service neutron] Pushing event updated for resources: {'Port': ['ID=8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3,revision_number=2']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:13.901633 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-c4df2bb5-43a9-43ab-a484-9239134e2aca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:13.951214 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.managers [req-265e2ce6-fa50-424b-9462-f9670570bec3 req-c4df2bb5-43a9-43ab-a484-9239134e2aca service neutron] Attempting to bind port 8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3 on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:33:13.951560 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.managers [req-265e2ce6-fa50-424b-9462-f9670570bec3 req-c4df2bb5-43a9-43ab-a484-9239134e2aca service neutron] Attempting to bind port 8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '6731675a-da78-4460-96bc-e2ca07a00a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'be249dc9-0eab-4ca9-a6ea-b5ec3b9fc7ee'}] {{(pid=92783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:33:13.951866 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265e2ce6-fa50-424b-9462-f9670570bec3 req-c4df2bb5-43a9-43ab-a484-9239134e2aca service neutron] Attempting to bind port 8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3 on network be249dc9-0eab-4ca9-a6ea-b5ec3b9fc7ee {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:33:13.956182 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265e2ce6-fa50-424b-9462-f9670570bec3 req-c4df2bb5-43a9-43ab-a484-9239134e2aca service neutron] Port 8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3 on network be249dc9-0eab-4ca9-a6ea-b5ec3b9fc7ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:33:13.956505 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265e2ce6-fa50-424b-9462-f9670570bec3 req-c4df2bb5-43a9-43ab-a484-9239134e2aca service neutron] Attempting to bind port 8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3 on network be249dc9-0eab-4ca9-a6ea-b5ec3b9fc7ee {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:33:13.961148 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265e2ce6-fa50-424b-9462-f9670570bec3 req-c4df2bb5-43a9-43ab-a484-9239134e2aca service neutron] Checking agent: {'id': 'e86ead90-85ed-45dc-94a1-895a24121321', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 23, 47), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:33:13.961489 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265e2ce6-fa50-424b-9462-f9670570bec3 req-c4df2bb5-43a9-43ab-a484-9239134e2aca service neutron] Checking segment: {'id': '6731675a-da78-4460-96bc-e2ca07a00a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'be249dc9-0eab-4ca9-a6ea-b5ec3b9fc7ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:33:13.961871 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265e2ce6-fa50-424b-9462-f9670570bec3 req-c4df2bb5-43a9-43ab-a484-9239134e2aca service neutron] Bound using segment: {'id': '6731675a-da78-4460-96bc-e2ca07a00a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'be249dc9-0eab-4ca9-a6ea-b5ec3b9fc7ee'} {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:33:13.962294 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.managers [req-265e2ce6-fa50-424b-9462-f9670570bec3 req-c4df2bb5-43a9-43ab-a484-9239134e2aca service neutron] Bound port: 8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6731675a-da78-4460-96bc-e2ca07a00a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'be249dc9-0eab-4ca9-a6ea-b5ec3b9fc7ee'}}] {{(pid=92783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:33:13.962673 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-265e2ce6-fa50-424b-9462-f9670570bec3 req-c4df2bb5-43a9-43ab-a484-9239134e2aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:14.026131 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.db [req-265e2ce6-fa50-424b-9462-f9670570bec3 req-c4df2bb5-43a9-43ab-a484-9239134e2aca service neutron] For port 8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3, host hv-cinder-79717, cleared binding levels {{(pid=92783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:33:14.029424 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.db [req-265e2ce6-fa50-424b-9462-f9670570bec3 req-c4df2bb5-43a9-43ab-a484-9239134e2aca service neutron] For port 8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3,segment=NetworkSegment(6731675a-da78-4460-96bc-e2ca07a00a6b),segment_id=6731675a-da78-4460-96bc-e2ca07a00a6b)] {{(pid=92783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:33:14.035243 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-265e2ce6-fa50-424b-9462-f9670570bec3 req-c4df2bb5-43a9-43ab-a484-9239134e2aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641921'] for port, after_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:14.038254 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-c37e2651-3ac6-47a0-abc9-d6d4e681c582 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:14.054963 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e2ce6-fa50-424b-9462-f9670570bec3 req-c4df2bb5-43a9-43ab-a484-9239134e2aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:14.055830 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-265e2ce6-fa50-424b-9462-f9670570bec3 req-c4df2bb5-43a9-43ab-a484-9239134e2aca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for port, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:14.058404 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-265e2ce6-fa50-424b-9462-f9670570bec3 req-c4df2bb5-43a9-43ab-a484-9239134e2aca service neutron] 10.222.0.55 "PUT /v2.0/ports/8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3 HTTP/1.1" status: 200 len: 1093 time: 0.6154914 Jun 21 04:33:14.080678 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22314d12-f5f9-420f-8d4d-6bf2eff0528b', 'tag': '8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3'}] {{(pid=92783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:33:14.083042 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fda3b7b704fc347e73998d8dc34ef34ca3ad6aa16a3a5c6f92a4a64020d363b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530a4bf4-1d70-459c-8f3d-9cea5fba527c" -d '{"events": [{"name": "network-changed", "server_uuid": "22314d12-f5f9-420f-8d4d-6bf2eff0528b", "tag": "8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3"}]}' {{(pid=92783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:33:14.149987 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df2bb5-43a9-43ab-a484-9239134e2aca service neutron] Pushing event updated for resources: {'Port': ['ID=8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3,revision_number=3']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:14.153726 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-c4df2bb5-43a9-43ab-a484-9239134e2aca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:14.156416 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d896ba71-7d8e-4117-a7b3-f67fe82b928d x-openstack-request-id: req-d896ba71-7d8e-4117-a7b3-f67fe82b928d {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:33:14.156803 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22314d12-f5f9-420f-8d4d-6bf2eff0528b", "tag": "8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3", "status": "completed", "code": 200}]} {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:33:14.157157 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d896ba71-7d8e-4117-a7b3-f67fe82b928d {{(pid=92783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:33:14.157660 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22314d12-f5f9-420f-8d4d-6bf2eff0528b', 'tag': '8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3', 'status': 'completed', 'code': 200} Jun 21 04:33:14.180821 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e2ce6-fa50-424b-9462-f9670570bec3 req-6c3e6104-f98e-4a83-b403-06532ac806e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:14.182562 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-265e2ce6-fa50-424b-9462-f9670570bec3 req-6c3e6104-f98e-4a83-b403-06532ac806e3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8702f4c6a5da4128b5f0ebc3a670c675&device_id=22314d12-f5f9-420f-8d4d-6bf2eff0528b HTTP/1.1" status: 200 len: 1096 time: 0.0834110 Jun 21 04:33:14.205198 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa27192-f376-4614-b0df-f34c5dae9e2f req-e7425412-644a-441b-b012-4422888a0c39 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:14.206861 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-5aa27192-f376-4614-b0df-f34c5dae9e2f req-e7425412-644a-441b-b012-4422888a0c39 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.53 "GET /v2.0/ports?device_id=22314d12-f5f9-420f-8d4d-6bf2eff0528b HTTP/1.1" status: 200 len: 943 time: 0.1005104 Jun 21 04:33:14.226662 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-265e2ce6-fa50-424b-9462-f9670570bec3 req-2227643c-0f05-4580-8a6d-0b3db655d6b9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3 HTTP/1.1" status: 200 len: 217 time: 0.0363629 Jun 21 04:33:14.254882 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-5aa27192-f376-4614-b0df-f34c5dae9e2f req-d433afa2-9010-4572-b172-3eb974b7797d tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aa55f8a-12b1-48e7-8647-f225c22fa3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414448 Jun 21 04:33:14.278243 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e2ce6-fa50-424b-9462-f9670570bec3 req-62157a68-bbe5-4a63-b4d3-1564dfa92d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:14.279739 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-265e2ce6-fa50-424b-9462-f9670570bec3 req-62157a68-bbe5-4a63-b4d3-1564dfa92d3f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80e29514-098f-4dd5-85ae-1160cb8e05fc HTTP/1.1" status: 200 len: 848 time: 0.0480316 Jun 21 04:33:14.313168 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-265e2ce6-fa50-424b-9462-f9670570bec3 req-d599941f-f615-4870-91bd-7a6039fc65db service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=be249dc9-0eab-4ca9-a6ea-b5ec3b9fc7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263066 Jun 21 04:33:14.405309 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-265e2ce6-fa50-424b-9462-f9670570bec3 req-4539b71b-015a-4448-b393-7f6d281e88f7 service neutron] 10.222.0.55 "GET /v2.0/networks/be249dc9-0eab-4ca9-a6ea-b5ec3b9fc7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848668 Jun 21 04:33:14.480479 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29058e4-a550-40a7-bff4-122d9fb58e01 req-3e4e49bd-b668-4054-aa81-f334fb1b2e98 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:14.481989 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d29058e4-a550-40a7-bff4-122d9fb58e01 req-3e4e49bd-b668-4054-aa81-f334fb1b2e98 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/ports?device_id=c10cd108-0526-4bb7-9216-be109233c40c HTTP/1.1" status: 200 len: 944 time: 0.0637870 Jun 21 04:33:14.497225 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-265e2ce6-fa50-424b-9462-f9670570bec3 req-53581803-b416-42b7-9489-8303873d9c0e service neutron] 10.222.0.55 "GET /v2.0/networks/be249dc9-0eab-4ca9-a6ea-b5ec3b9fc7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849788 Jun 21 04:33:14.519361 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d29058e4-a550-40a7-bff4-122d9fb58e01 req-4058849f-1d81-46d9-9121-f99e67b038f6 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/security-groups?id=aef55aef-3d78-4e10-ac65-1776bfc6306e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316644 Jun 21 04:33:14.603091 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a4bf4-1d70-459c-8f3d-9cea5fba527c req-69a5cb84-aede-4c4c-9247-094736dd8563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:14.604520 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-530a4bf4-1d70-459c-8f3d-9cea5fba527c req-69a5cb84-aede-4c4c-9247-094736dd8563 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8702f4c6a5da4128b5f0ebc3a670c675&device_id=22314d12-f5f9-420f-8d4d-6bf2eff0528b HTTP/1.1" status: 200 len: 1096 time: 0.0530455 Jun 21 04:33:14.693143 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a4bf4-1d70-459c-8f3d-9cea5fba527c req-bbca92f2-36a2-4afb-9bd9-0366c7e0bacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:14.694454 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-530a4bf4-1d70-459c-8f3d-9cea5fba527c req-bbca92f2-36a2-4afb-9bd9-0366c7e0bacf service neutron] 10.222.0.55 "GET /v2.0/networks?id=be249dc9-0eab-4ca9-a6ea-b5ec3b9fc7ee HTTP/1.1" status: 200 len: 909 time: 0.0839250 Jun 21 04:33:14.734223 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-530a4bf4-1d70-459c-8f3d-9cea5fba527c req-f87e3cbc-93b4-4891-8033-d07e543825a9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3 HTTP/1.1" status: 200 len: 217 time: 0.0334463 Jun 21 04:33:14.780694 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a4bf4-1d70-459c-8f3d-9cea5fba527c req-42843c66-abd2-43d5-94cd-160aecd00469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:14.782037 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-530a4bf4-1d70-459c-8f3d-9cea5fba527c req-42843c66-abd2-43d5-94cd-160aecd00469 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=80e29514-098f-4dd5-85ae-1160cb8e05fc HTTP/1.1" status: 200 len: 848 time: 0.0414641 Jun 21 04:33:14.817894 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-530a4bf4-1d70-459c-8f3d-9cea5fba527c req-27e2f9c7-8dc7-43f5-a097-949843fd789b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=be249dc9-0eab-4ca9-a6ea-b5ec3b9fc7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282655 Jun 21 04:33:14.903487 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-530a4bf4-1d70-459c-8f3d-9cea5fba527c req-a1dbd09a-dcac-4518-b850-dc7d1fdfe067 service neutron] 10.222.0.55 "GET /v2.0/networks/be249dc9-0eab-4ca9-a6ea-b5ec3b9fc7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789437 Jun 21 04:33:14.993597 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-530a4bf4-1d70-459c-8f3d-9cea5fba527c req-ee8213cf-d37a-452c-96d3-359f54fa9669 service neutron] 10.222.0.55 "GET /v2.0/networks/be249dc9-0eab-4ca9-a6ea-b5ec3b9fc7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822153 Jun 21 04:33:15.343516 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 37216) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:15.417294 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.db_base_plugin_v2 [None req-31e11405-8a59-4883-ad67-11859e913dc4 admin admin] Deleting subnet c19174f4-4533-481f-a917-f8b1250050cb {{(pid=92782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:33:15.422616 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-31e11405-8a59-4883-ad67-11859e913dc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:15.466609 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-31e11405-8a59-4883-ad67-11859e913dc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14553356'] for subnet, precommit_delete_associations {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:15.490928 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0cf20-a00a-44e4-b50b-d6809f70a18f req-430e5e0d-a5ce-4083-b09d-781436d88d40 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:15.492955 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-4ad0cf20-a00a-44e4-b50b-d6809f70a18f req-430e5e0d-a5ce-4083-b09d-781436d88d40 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.53 "GET /v2.0/ports?device_id=22314d12-f5f9-420f-8d4d-6bf2eff0528b HTTP/1.1" status: 200 len: 943 time: 0.1238520 Jun 21 04:33:15.527145 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-31e11405-8a59-4883-ad67-11859e913dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611213'] for subnet, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:15.565459 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-4ad0cf20-a00a-44e4-b50b-d6809f70a18f req-4c323f37-c383-4d65-a515-59ef1d18702b tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aa55f8a-12b1-48e7-8647-f225c22fa3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655634 Jun 21 04:33:15.595427 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-31e11405-8a59-4883-ad67-11859e913dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14133690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14135513'] for subnet, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:15.597586 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-bdb9bdc6-3d99-47a0-a033-25e632b2a6ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:15.619958 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e11405-8a59-4883-ad67-11859e913dc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c19174f4-4533-481f-a917-f8b1250050cb,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:15.623319 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-31e11405-8a59-4883-ad67-11859e913dc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:15.626038 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-31e11405-8a59-4883-ad67-11859e913dc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:15.628393 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-31e11405-8a59-4883-ad67-11859e913dc4 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c19174f4-4533-481f-a917-f8b1250050cb HTTP/1.1" status: 204 len: 168 time: 0.2833943 Jun 21 04:33:15.630261 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 37220) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:15.729579 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-3b3d7bf0-99df-407c-9712-85fccdc4b556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588785'] for network, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:15.758157 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f062f-c6e4-4899-a7c9-9dfbd75bfbcb req-9d172665-8440-4783-ad9e-339869f4ec91 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:15.759589 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-190f062f-c6e4-4899-a7c9-9dfbd75bfbcb req-9d172665-8440-4783-ad9e-339869f4ec91 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/ports?device_id=c10cd108-0526-4bb7-9216-be109233c40c HTTP/1.1" status: 200 len: 944 time: 0.1228964 Jun 21 04:33:15.845027 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-3b3d7bf0-99df-407c-9712-85fccdc4b556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611858', 'neutron.services.segments.db._delete_segments_for_network-8749528986579'] for network, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:15.849382 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-190f062f-c6e4-4899-a7c9-9dfbd75bfbcb req-6c57cd30-2249-44ee-ae46-a9944215b243 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/security-groups?id=aef55aef-3d78-4e10-ac65-1776bfc6306e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733919 Jun 21 04:33:15.857821 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.services.segments.db [None req-3b3d7bf0-99df-407c-9712-85fccdc4b556 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['522d9971-73b1-48ba-90ad-72387c6beb3a']}} {{(pid=92782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:15.866941 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.services.segments.db [None req-3b3d7bf0-99df-407c-9712-85fccdc4b556 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c017bb-1fce-43d8-a03c-104eb8d1b315') {'for_net_delete': True} {{(pid=92782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:15.867233 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.services.segments.db [None req-3b3d7bf0-99df-407c-9712-85fccdc4b556 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c017bb-1fce-43d8-a03c-104eb8d1b315') {} {{(pid=92782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:15.879948 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-3b3d7bf0-99df-407c-9712-85fccdc4b556 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749528986408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553349'] for segment, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:15.892377 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-3b3d7bf0-99df-407c-9712-85fccdc4b556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607066'] for segment, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:15.898418 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b3d7bf0-99df-407c-9712-85fccdc4b556 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=92782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:33:15.898792 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-3b3d7bf0-99df-407c-9712-85fccdc4b556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14133265'] for segment, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:15.900383 dv-cinder-797170-3-iscsi neutron-server[92782]: Traceback (most recent call last): Jun 21 04:33:15.900383 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:33:15.900383 dv-cinder-797170-3-iscsi neutron-server[92782]: timer() Jun 21 04:33:15.900383 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:33:15.900383 dv-cinder-797170-3-iscsi neutron-server[92782]: cb(*args, **kw) Jun 21 04:33:15.900383 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:33:15.900383 dv-cinder-797170-3-iscsi neutron-server[92782]: return func(*args, **kwargs) Jun 21 04:33:15.900383 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:33:15.900383 dv-cinder-797170-3-iscsi neutron-server[92782]: self._notify() Jun 21 04:33:15.900383 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:33:15.900383 dv-cinder-797170-3-iscsi neutron-server[92782]: self.callback(batched_events) Jun 21 04:33:15.900383 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:33:15.900383 dv-cinder-797170-3-iscsi neutron-server[92782]: event.method(event) Jun 21 04:33:15.900383 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:33:15.900383 dv-cinder-797170-3-iscsi neutron-server[92782]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:33:15.900383 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:33:15.900383 dv-cinder-797170-3-iscsi neutron-server[92782]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:33:15.900383 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:33:15.900383 dv-cinder-797170-3-iscsi neutron-server[92782]: return f(self, *a, **k) Jun 21 04:33:15.900383 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:33:15.900383 dv-cinder-797170-3-iscsi neutron-server[92782]: return self._get(url).json() Jun 21 04:33:15.900383 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:33:15.900383 dv-cinder-797170-3-iscsi neutron-server[92782]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:33:15.900383 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:33:15.900383 dv-cinder-797170-3-iscsi neutron-server[92782]: return self.request(url, 'GET', **kwargs) Jun 21 04:33:15.900383 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:33:15.900383 dv-cinder-797170-3-iscsi neutron-server[92782]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:33:15.900383 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:33:15.900383 dv-cinder-797170-3-iscsi neutron-server[92782]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:33:15.900383 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:33:15.900383 dv-cinder-797170-3-iscsi neutron-server[92782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:33:15.900383 dv-cinder-797170-3-iscsi neutron-server[92782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:33:15.951357 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-3b3d7bf0-99df-407c-9712-85fccdc4b556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-431616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689787'] for network, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:15.954996 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-a85efd4d-dbf4-47c4-b62e-e265bd44f9fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:15.957321 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-3b3d7bf0-99df-407c-9712-85fccdc4b556 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for network, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:15.959064 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-3b3d7bf0-99df-407c-9712-85fccdc4b556 admin admin] 10.222.0.53 "DELETE /v2.0/networks/522d9971-73b1-48ba-90ad-72387c6beb3a HTTP/1.1" status: 204 len: 168 time: 0.3278737 Jun 21 04:33:15.962457 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 37222) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:15.970136 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3d7bf0-99df-407c-9712-85fccdc4b556 admin admin] Pushing event deleted for resources: {'Network': ['ID=522d9971-73b1-48ba-90ad-72387c6beb3a,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:15.972351 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-3b3d7bf0-99df-407c-9712-85fccdc4b556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:16.006567 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.db_base_plugin_v2 [None req-453cdb94-942e-46a1-9f44-204856569f48 admin admin] Deleting subnet 6d344b42-d7b9-412c-ae55-b91d74f1e5d5 {{(pid=92783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:33:16.010126 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-453cdb94-942e-46a1-9f44-204856569f48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:16.043353 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-453cdb94-942e-46a1-9f44-204856569f48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13430084'] for subnet, precommit_delete_associations {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:16.079948 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-453cdb94-942e-46a1-9f44-204856569f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611213'] for subnet, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:16.131781 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-453cdb94-942e-46a1-9f44-204856569f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14170667'] for subnet, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:16.135089 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:16.157782 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453cdb94-942e-46a1-9f44-204856569f48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d344b42-d7b9-412c-ae55-b91d74f1e5d5,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:16.161350 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-453cdb94-942e-46a1-9f44-204856569f48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:16.162317 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-453cdb94-942e-46a1-9f44-204856569f48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for subnet, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:16.164601 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-453cdb94-942e-46a1-9f44-204856569f48 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6d344b42-d7b9-412c-ae55-b91d74f1e5d5 HTTP/1.1" status: 204 len: 168 time: 0.2006149 Jun 21 04:33:16.166628 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 37224) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:16.232058 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-5e17daa4-cad8-4bff-aba8-9dcdfd4af54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588785'] for network, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:16.310645 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-5e17daa4-cad8-4bff-aba8-9dcdfd4af54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611858', 'neutron.services.segments.db._delete_segments_for_network-8749528986579'] for network, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:16.321238 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.services.segments.db [None req-5e17daa4-cad8-4bff-aba8-9dcdfd4af54e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f59a856-8c27-46c1-ac82-42ffad151945']}} {{(pid=92783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:16.331063 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.services.segments.db [None req-5e17daa4-cad8-4bff-aba8-9dcdfd4af54e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '448af697-8902-4a50-a664-4bd3b10b03ed') {'for_net_delete': True} {{(pid=92783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:16.331361 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.services.segments.db [None req-5e17daa4-cad8-4bff-aba8-9dcdfd4af54e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '448af697-8902-4a50-a664-4bd3b10b03ed') {} {{(pid=92783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:16.340604 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-5e17daa4-cad8-4bff-aba8-9dcdfd4af54e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749528986408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13430093'] for segment, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:16.353982 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-5e17daa4-cad8-4bff-aba8-9dcdfd4af54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607066'] for segment, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:16.359645 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e17daa4-cad8-4bff-aba8-9dcdfd4af54e admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=92783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:33:16.360023 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-5e17daa4-cad8-4bff-aba8-9dcdfd4af54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12642153'] for segment, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:16.361611 dv-cinder-797170-3-iscsi neutron-server[92783]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:33:16.361611 dv-cinder-797170-3-iscsi neutron-server[92783]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:33:16.361611 dv-cinder-797170-3-iscsi neutron-server[92783]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:33:16.361611 dv-cinder-797170-3-iscsi neutron-server[92783]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:33:16.361611 dv-cinder-797170-3-iscsi neutron-server[92783]: Traceback (most recent call last): Jun 21 04:33:16.361611 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:33:16.361611 dv-cinder-797170-3-iscsi neutron-server[92783]: timer() Jun 21 04:33:16.361611 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:33:16.361611 dv-cinder-797170-3-iscsi neutron-server[92783]: cb(*args, **kw) Jun 21 04:33:16.361611 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:33:16.361611 dv-cinder-797170-3-iscsi neutron-server[92783]: return func(*args, **kwargs) Jun 21 04:33:16.361611 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:33:16.361611 dv-cinder-797170-3-iscsi neutron-server[92783]: self._notify() Jun 21 04:33:16.361611 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:33:16.361611 dv-cinder-797170-3-iscsi neutron-server[92783]: self.callback(batched_events) Jun 21 04:33:16.361611 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:33:16.361611 dv-cinder-797170-3-iscsi neutron-server[92783]: event.method(event) Jun 21 04:33:16.361611 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:33:16.361611 dv-cinder-797170-3-iscsi neutron-server[92783]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:33:16.361611 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:33:16.361611 dv-cinder-797170-3-iscsi neutron-server[92783]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:33:16.361611 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:33:16.361611 dv-cinder-797170-3-iscsi neutron-server[92783]: return f(self, *a, **k) Jun 21 04:33:16.361611 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:33:16.361611 dv-cinder-797170-3-iscsi neutron-server[92783]: return self._get(url).json() Jun 21 04:33:16.361611 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:33:16.361611 dv-cinder-797170-3-iscsi neutron-server[92783]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:33:16.361611 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:33:16.361611 dv-cinder-797170-3-iscsi neutron-server[92783]: return self.request(url, 'GET', **kwargs) Jun 21 04:33:16.361611 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:33:16.361611 dv-cinder-797170-3-iscsi neutron-server[92783]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:33:16.361611 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:33:16.361611 dv-cinder-797170-3-iscsi neutron-server[92783]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:33:16.361611 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:33:16.361611 dv-cinder-797170-3-iscsi neutron-server[92783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:33:16.361611 dv-cinder-797170-3-iscsi neutron-server[92783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:33:16.413240 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-5e17daa4-cad8-4bff-aba8-9dcdfd4af54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-431616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689787'] for network, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:16.416851 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-b7a924c9-faae-4491-a459-52ebd6f155b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:16.419293 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-5e17daa4-cad8-4bff-aba8-9dcdfd4af54e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for network, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:16.421267 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-5e17daa4-cad8-4bff-aba8-9dcdfd4af54e admin admin] 10.222.0.53 "DELETE /v2.0/networks/7f59a856-8c27-46c1-ac82-42ffad151945 HTTP/1.1" status: 204 len: 168 time: 0.2536683 Jun 21 04:33:16.436418 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e17daa4-cad8-4bff-aba8-9dcdfd4af54e admin admin] Pushing event deleted for resources: {'Network': ['ID=7f59a856-8c27-46c1-ac82-42ffad151945,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:16.438712 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-5e17daa4-cad8-4bff-aba8-9dcdfd4af54e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:16.578900 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 37228) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:16.618659 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-49a9f854-172e-493f-8def-5aeb1f058e3a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f7c8796050d64ec19c03c8f515c90e7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385132 Jun 21 04:33:16.621017 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 37232) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:16.668068 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-beac1d1c-7554-46a1-8ead-b38d800dceb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:16.716997 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-beac1d1c-7554-46a1-8ead-b38d800dceb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:16.773512 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5640b-62e9-4e9c-b58e-448318e270f0 req-3f751e3e-d86a-46ba-835e-ef0e5c5b4ed3 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:16.774961 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a2d5640b-62e9-4e9c-b58e-448318e270f0 req-3f751e3e-d86a-46ba-835e-ef0e5c5b4ed3 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.53 "GET /v2.0/ports?device_id=22314d12-f5f9-420f-8d4d-6bf2eff0528b HTTP/1.1" status: 200 len: 943 time: 0.0984128 Jun 21 04:33:16.798646 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-beac1d1c-7554-46a1-8ead-b38d800dceb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:16.801104 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-beac1d1c-7554-46a1-8ead-b38d800dceb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:16.802148 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-beac1d1c-7554-46a1-8ead-b38d800dceb1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/83d88c60-7862-402c-a22b-892fad7478f5 HTTP/1.1" status: 204 len: 168 time: 0.1802614 Jun 21 04:33:16.803991 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-3931c6a2-f807-4a55-95ff-df911904edc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:16.818631 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac1d1c-7554-46a1-8ead-b38d800dceb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d88c60-7862-402c-a22b-892fad7478f5,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:16.821990 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-beac1d1c-7554-46a1-8ead-b38d800dceb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:16.830553 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a2d5640b-62e9-4e9c-b58e-448318e270f0 req-ad3b1610-ea4b-4af4-9a01-316fe48ee81b tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aa55f8a-12b1-48e7-8647-f225c22fa3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494437 Jun 21 04:33:16.914321 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:33:17.027220 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3d6cd-aed8-4a49-b2ed-c3b1565d2a36 req-4fc3361a-7ea2-4d92-a894-f2909a1d080d tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:17.028925 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-7bd3d6cd-aed8-4a49-b2ed-c3b1565d2a36 req-4fc3361a-7ea2-4d92-a894-f2909a1d080d tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/ports?device_id=c10cd108-0526-4bb7-9216-be109233c40c HTTP/1.1" status: 200 len: 944 time: 0.0663190 Jun 21 04:33:17.073406 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-7bd3d6cd-aed8-4a49-b2ed-c3b1565d2a36 req-5cd0bc99-f8ea-439c-aa2a-0509ac7bb6d9 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/security-groups?id=aef55aef-3d78-4e10-ac65-1776bfc6306e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364556 Jun 21 04:33:17.129220 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 37240) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:17.150629 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3,segment=NetworkSegment(6731675a-da78-4460-96bc-e2ca07a00a6b),segment_id=6731675a-da78-4460-96bc-e2ca07a00a6b)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:17.161875 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Returning: {'device': '8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3', 'network_id': 'be249dc9-0eab-4ca9-a6ea-b5ec3b9fc7ee', 'port_id': '8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3', 'mac_address': 'fa:16:3e:e9:26:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80e29514-098f-4dd5-85ae-1160cb8e05fc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:33:17.172407 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-230b879e-37d1-4e7f-898d-ef18408bddcd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=212bf67205a944c1a8a14ce3db23d062&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418465 Jun 21 04:33:17.174807 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 37242) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:17.201474 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:17.215274 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.notifiers.nova [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3 {{(pid=92784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:33:17.226207 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-5646488d-59a2-4326-aa2c-a525e8e3ca4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:17.234226 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3,segment=NetworkSegment(6731675a-da78-4460-96bc-e2ca07a00a6b),segment_id=6731675a-da78-4460-96bc-e2ca07a00a6b)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:17.238052 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:17.239820 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:17.247314 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-5646488d-59a2-4326-aa2c-a525e8e3ca4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:17.285267 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Pushing event updated for resources: {'Port': ['ID=8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3,revision_number=4']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:17.288761 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:17.305340 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-5646488d-59a2-4326-aa2c-a525e8e3ca4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:17.307955 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-5646488d-59a2-4326-aa2c-a525e8e3ca4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:17.309076 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-5646488d-59a2-4326-aa2c-a525e8e3ca4f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4844016e-6f6b-4d39-b413-8a8fc36bf3e3 HTTP/1.1" status: 204 len: 168 time: 0.1334271 Jun 21 04:33:17.309832 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-55d79575-5263-4e63-a336-57c2da847405 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:17.317475 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5646488d-59a2-4326-aa2c-a525e8e3ca4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4844016e-6f6b-4d39-b413-8a8fc36bf3e3,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:17.320394 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-5646488d-59a2-4326-aa2c-a525e8e3ca4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:17.392262 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:17.431859 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] get_ports_and_sgs() called for port_ids ['8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3'] {{(pid=92784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:33:18.013032 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8a34f-7652-4cef-ae47-a923747047c9 req-69a8ba3c-7fb9-446f-bf11-04117b7cb44e tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:18.014571 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f1b8a34f-7652-4cef-ae47-a923747047c9 req-69a8ba3c-7fb9-446f-bf11-04117b7cb44e tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.53 "GET /v2.0/ports?device_id=22314d12-f5f9-420f-8d4d-6bf2eff0528b HTTP/1.1" status: 200 len: 944 time: 0.0655470 Jun 21 04:33:18.052073 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f1b8a34f-7652-4cef-ae47-a923747047c9 req-564dca3f-a6b4-43e6-8191-def7269eff11 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aa55f8a-12b1-48e7-8647-f225c22fa3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320075 Jun 21 04:33:18.257698 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e8b0a-53b5-4ede-aaa0-30beb14ccc1b req-69a7e306-a042-4087-83c1-75a6e4969969 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:18.259341 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-034e8b0a-53b5-4ede-aaa0-30beb14ccc1b req-69a7e306-a042-4087-83c1-75a6e4969969 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/ports?device_id=c10cd108-0526-4bb7-9216-be109233c40c HTTP/1.1" status: 200 len: 944 time: 0.0686612 Jun 21 04:33:18.298194 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-034e8b0a-53b5-4ede-aaa0-30beb14ccc1b req-bb6ecf90-4775-4928-b94a-a529cce8ebd4 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/security-groups?id=aef55aef-3d78-4e10-ac65-1776bfc6306e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330648 Jun 21 04:33:18.935349 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device ddf76215-751e-45bb-ba8d-fddf05064f00 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:33:18.938824 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3 up at agent hyperv_hv-cinder-79717 {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:33:19.041759 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Provisioning for port 8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3 completed by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:33:19.052953 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Provisioning complete for port 8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3 triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:33:19.053347 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:19.091532 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port ddf76215-751e-45bb-ba8d-fddf05064f00, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=ddf76215-751e-45bb-ba8d-fddf05064f00,segment=NetworkSegment(eb9ae848-4717-40d3-8e38-d487e6aefc17),segment_id=eb9ae848-4717-40d3-8e38-d487e6aefc17)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:19.109016 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Returning: {'device': 'ddf76215-751e-45bb-ba8d-fddf05064f00', 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850', 'port_id': 'ddf76215-751e-45bb-ba8d-fddf05064f00', 'mac_address': 'fa:16:3e:23:99:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89f65d7-8f4a-4573-89cb-9c8dfe69919f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:33:19.176555 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:19.193207 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:19.196577 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.notifiers.nova [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddf76215-751e-45bb-ba8d-fddf05064f00 {{(pid=92784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:33:19.223970 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d6992-2301-4d3e-a311-d03af5c368b2 req-57125da0-391f-46b5-9754-af84f30468b8 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:19.225447 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-8f6d6992-2301-4d3e-a311-d03af5c368b2 req-57125da0-391f-46b5-9754-af84f30468b8 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.53 "GET /v2.0/ports?device_id=22314d12-f5f9-420f-8d4d-6bf2eff0528b HTTP/1.1" status: 200 len: 944 time: 0.0652170 Jun 21 04:33:19.232126 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port ddf76215-751e-45bb-ba8d-fddf05064f00, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=ddf76215-751e-45bb-ba8d-fddf05064f00,segment=NetworkSegment(eb9ae848-4717-40d3-8e38-d487e6aefc17),segment_id=eb9ae848-4717-40d3-8e38-d487e6aefc17)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:19.237701 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22314d12-f5f9-420f-8d4d-6bf2eff0528b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3'}] {{(pid=92784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:33:19.239963 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea407864149563716f916f7ad989592de9d82914ebf27f22c024267046db962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8f80c0-8586-4770-a7f6-27cbc4e8bc65" -d '{"events": [{"server_uuid": "22314d12-f5f9-420f-8d4d-6bf2eff0528b", "name": "network-vif-plugged", "status": "completed", "tag": "8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3"}]}' {{(pid=92784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:33:19.245554 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:19.252227 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:19.257863 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3,segment=NetworkSegment(6731675a-da78-4460-96bc-e2ca07a00a6b),segment_id=6731675a-da78-4460-96bc-e2ca07a00a6b)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:19.268801 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-8f6d6992-2301-4d3e-a311-d03af5c368b2 req-b5573579-4886-446e-9165-7581a2bd7588 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aa55f8a-12b1-48e7-8647-f225c22fa3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370097 Jun 21 04:33:19.275493 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:19.301052 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f72554-8a7f-4f84-a15c-bee7e6e61613 x-openstack-request-id: req-24f72554-8a7f-4f84-a15c-bee7e6e61613 {{(pid=92784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:33:19.301356 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22314d12-f5f9-420f-8d4d-6bf2eff0528b", "name": "network-vif-plugged", "status": "completed", "tag": "8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3", "code": 200}]} {{(pid=92784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:33:19.301617 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-24f72554-8a7f-4f84-a15c-bee7e6e61613 {{(pid=92784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:33:19.302010 dv-cinder-797170-3-iscsi neutron-server[92784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22314d12-f5f9-420f-8d4d-6bf2eff0528b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3', 'code': 200} Jun 21 04:33:19.306592 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Pushing event updated for resources: {'Port': ['ID=ddf76215-751e-45bb-ba8d-fddf05064f00,revision_number=4']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:19.309435 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:19.309910 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:19.366003 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Pushing event updated for resources: {'Port': ['ID=8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3,revision_number=5']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:19.369886 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:19.449530 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] get_ports_and_sgs() called for port_ids ['ddf76215-751e-45bb-ba8d-fddf05064f00'] {{(pid=92784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:33:19.479829 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4bba7-4faf-4712-a225-09b2d8cfad80 req-2ff61aec-0dc6-4571-9255-5e036e08ccf5 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:19.482813 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d3a4bba7-4faf-4712-a225-09b2d8cfad80 req-2ff61aec-0dc6-4571-9255-5e036e08ccf5 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/ports?device_id=c10cd108-0526-4bb7-9216-be109233c40c HTTP/1.1" status: 200 len: 945 time: 0.0676715 Jun 21 04:33:19.525381 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c7a12-94d6-478c-adf6-8ec80b0b70a5 req-86b13370-7aa7-4d75-a400-2f84a3e13b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:19.526285 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d3a4bba7-4faf-4712-a225-09b2d8cfad80 req-a8a716e6-0340-4efa-ae5d-516acb3e3bde tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/security-groups?id=aef55aef-3d78-4e10-ac65-1776bfc6306e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393257 Jun 21 04:33:19.527150 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-d44c7a12-94d6-478c-adf6-8ec80b0b70a5 req-86b13370-7aa7-4d75-a400-2f84a3e13b71 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=22314d12-f5f9-420f-8d4d-6bf2eff0528b HTTP/1.1" status: 200 len: 1098 time: 0.0554132 Jun 21 04:33:19.561330 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-d44c7a12-94d6-478c-adf6-8ec80b0b70a5 req-36f5e7d6-944f-48db-81d1-a568942ded32 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9aa55f8a-12b1-48e7-8647-f225c22fa3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280476 Jun 21 04:33:20.446662 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c54c681-0c7a-41c9-b165-26be2b733a05 req-830c22a2-1350-4794-b7b2-99db771d05c9 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:20.448097 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-5c54c681-0c7a-41c9-b165-26be2b733a05 req-830c22a2-1350-4794-b7b2-99db771d05c9 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.53 "GET /v2.0/ports?device_id=22314d12-f5f9-420f-8d4d-6bf2eff0528b HTTP/1.1" status: 200 len: 945 time: 0.0660796 Jun 21 04:33:20.486230 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-5c54c681-0c7a-41c9-b165-26be2b733a05 req-a71ef11e-0d26-475f-8f59-56de5731bed5 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aa55f8a-12b1-48e7-8647-f225c22fa3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306809 Jun 21 04:33:20.693630 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82965c-3d56-49a4-ab04-014648efc277 req-0f54752b-ffc2-4cf7-8f2f-336bd926d835 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:20.695082 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-7b82965c-3d56-49a4-ab04-014648efc277 req-0f54752b-ffc2-4cf7-8f2f-336bd926d835 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/ports?device_id=c10cd108-0526-4bb7-9216-be109233c40c HTTP/1.1" status: 200 len: 945 time: 0.0601797 Jun 21 04:33:20.730276 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-7b82965c-3d56-49a4-ab04-014648efc277 req-7d8ae31f-9590-4e31-9c94-7ecbb9e7adef tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/security-groups?id=aef55aef-3d78-4e10-ac65-1776bfc6306e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297618 Jun 21 04:33:20.946917 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device ddf76215-751e-45bb-ba8d-fddf05064f00 up at agent hyperv_hv-cinder-79717 {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:33:20.994747 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Provisioning for port ddf76215-751e-45bb-ba8d-fddf05064f00 completed by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:33:20.998341 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Provisioning complete for port ddf76215-751e-45bb-ba8d-fddf05064f00 triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:33:20.998754 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:21.071791 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:21.105318 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port ddf76215-751e-45bb-ba8d-fddf05064f00, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=ddf76215-751e-45bb-ba8d-fddf05064f00,segment=NetworkSegment(eb9ae848-4717-40d3-8e38-d487e6aefc17),segment_id=eb9ae848-4717-40d3-8e38-d487e6aefc17)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:21.109195 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:21.112098 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:21.160378 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Pushing event updated for resources: {'Port': ['ID=ddf76215-751e-45bb-ba8d-fddf05064f00,revision_number=5']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:21.163828 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:21.303185 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c10cd108-0526-4bb7-9216-be109233c40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf76215-751e-45bb-ba8d-fddf05064f00'}] {{(pid=92784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:33:21.305577 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea407864149563716f916f7ad989592de9d82914ebf27f22c024267046db962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2381f2-ccff-4c22-851e-0349b97c4b8a" -d '{"events": [{"server_uuid": "c10cd108-0526-4bb7-9216-be109233c40c", "name": "network-vif-plugged", "status": "completed", "tag": "ddf76215-751e-45bb-ba8d-fddf05064f00"}]}' {{(pid=92784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:33:21.330642 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 37316) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:21.343535 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8744a0-99d8-4770-a27d-0b2b7e36c448 x-openstack-request-id: req-df8744a0-99d8-4770-a27d-0b2b7e36c448 {{(pid=92784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:33:21.343837 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c10cd108-0526-4bb7-9216-be109233c40c", "name": "network-vif-plugged", "status": "completed", "tag": "ddf76215-751e-45bb-ba8d-fddf05064f00", "code": 200}]} {{(pid=92784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:33:21.344094 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-df8744a0-99d8-4770-a27d-0b2b7e36c448 {{(pid=92784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:33:21.344485 dv-cinder-797170-3-iscsi neutron-server[92784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c10cd108-0526-4bb7-9216-be109233c40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf76215-751e-45bb-ba8d-fddf05064f00', 'code': 200} Jun 21 04:33:21.432697 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-2cf5e1a2-8d50-4d5e-8834-ba5322ceb852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:21.542646 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-2cf5e1a2-8d50-4d5e-8834-ba5322ceb852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:21.547180 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-2cf5e1a2-8d50-4d5e-8834-ba5322ceb852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:21.550835 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-beac1d1c-7554-46a1-8ead-b38d800dceb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:21.587278 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-2cf5e1a2-8d50-4d5e-8834-ba5322ceb852 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=77c67515fa3c4a02b1a57e63d2cd451f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2554626 Jun 21 04:33:21.589819 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 37322) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:21.595888 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf5e1a2-8d50-4d5e-8834-ba5322ceb852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee948a6-75a7-4afc-99c8-fbb2b8318ca4,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:21.599307 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-2cf5e1a2-8d50-4d5e-8834-ba5322ceb852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:21.621711 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346d6a4-17bc-4aa7-a78e-b84073089321 req-22049e6d-3e2b-4f3f-9347-03cd69139e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:21.623279 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-8346d6a4-17bc-4aa7-a78e-b84073089321 req-22049e6d-3e2b-4f3f-9347-03cd69139e24 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c10cd108-0526-4bb7-9216-be109233c40c HTTP/1.1" status: 200 len: 1099 time: 0.0566988 Jun 21 04:33:21.657915 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-8346d6a4-17bc-4aa7-a78e-b84073089321 req-6da68258-d084-4eb9-9abb-231186a5761b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=aef55aef-3d78-4e10-ac65-1776bfc6306e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286303 Jun 21 04:33:21.677454 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-797f9220-2c35-4aae-94f3-5256400b2866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:21.708474 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d513b25-2d7e-47af-9526-f2136599b09a req-c8c7ee60-20d2-42ef-a9a2-0acd5e1ea959 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:21.709922 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-7d513b25-2d7e-47af-9526-f2136599b09a req-c8c7ee60-20d2-42ef-a9a2-0acd5e1ea959 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.53 "GET /v2.0/ports?device_id=22314d12-f5f9-420f-8d4d-6bf2eff0528b HTTP/1.1" status: 200 len: 945 time: 0.1032164 Jun 21 04:33:21.711636 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-797f9220-2c35-4aae-94f3-5256400b2866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:21.769567 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-7d513b25-2d7e-47af-9526-f2136599b09a req-2fa306e7-97ec-4d6a-805e-2085935c984f tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aa55f8a-12b1-48e7-8647-f225c22fa3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517640 Jun 21 04:33:21.797077 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-797f9220-2c35-4aae-94f3-5256400b2866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:21.800355 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-797f9220-2c35-4aae-94f3-5256400b2866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:21.804673 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-797f9220-2c35-4aae-94f3-5256400b2866 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7ee948a6-75a7-4afc-99c8-fbb2b8318ca4 HTTP/1.1" status: 204 len: 168 time: 0.2137237 Jun 21 04:33:21.805611 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-37aa6e82-0609-4bbb-97db-2dd2930a4abc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:21.813276 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f9220-2c35-4aae-94f3-5256400b2866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee948a6-75a7-4afc-99c8-fbb2b8318ca4,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:21.815405 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-797f9220-2c35-4aae-94f3-5256400b2866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:21.930582 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d15a5-29ce-4e74-88c7-458abebbc38c req-cc0fb888-315b-4696-a80f-38182ba3df9d tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:21.932203 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-100d15a5-29ce-4e74-88c7-458abebbc38c req-cc0fb888-315b-4696-a80f-38182ba3df9d tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/ports?device_id=c10cd108-0526-4bb7-9216-be109233c40c HTTP/1.1" status: 200 len: 946 time: 0.0664585 Jun 21 04:33:21.972424 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-100d15a5-29ce-4e74-88c7-458abebbc38c req-b6647b89-d6bd-450f-b92a-cbb4595c06c5 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/security-groups?id=aef55aef-3d78-4e10-ac65-1776bfc6306e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344822 Jun 21 04:33:22.087246 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 37338) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:22.100400 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-d4c1e2e4-2f05-421c-9316-7599c38d1abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:22.187668 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-d4c1e2e4-2f05-421c-9316-7599c38d1abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:22.191799 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-d4c1e2e4-2f05-421c-9316-7599c38d1abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:22.195394 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-a88e33dc-0c54-4788-893a-61166c1ce7ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:22.237113 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-d4c1e2e4-2f05-421c-9316-7599c38d1abe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d2b56030ebc84c9fac78882c21f51d5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1452730 Jun 21 04:33:22.237113 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c1e2e4-2f05-421c-9316-7599c38d1abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69704002-881f-4515-af54-2225328230bc,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:22.237331 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 37342) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:22.239242 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-d4c1e2e4-2f05-421c-9316-7599c38d1abe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:22.291782 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-2bab6483-abbe-4817-8944-3385f6127709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:22.313319 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-2bab6483-abbe-4817-8944-3385f6127709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:22.360943 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-2bab6483-abbe-4817-8944-3385f6127709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:22.364163 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-2bab6483-abbe-4817-8944-3385f6127709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:22.378796 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-2bab6483-abbe-4817-8944-3385f6127709 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/69704002-881f-4515-af54-2225328230bc HTTP/1.1" status: 204 len: 168 time: 0.1312602 Jun 21 04:33:22.379756 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-67ff7758-d62a-43c1-ae09-1499ee907e69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:22.388502 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab6483-abbe-4817-8944-3385f6127709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69704002-881f-4515-af54-2225328230bc,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:22.390810 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-2bab6483-abbe-4817-8944-3385f6127709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:22.902508 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455d995-ad5d-40c9-9b2b-37482a483be4 req-d1ddddb2-48f6-4668-aff5-c0e5c1afa99a tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:22.903945 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d455d995-ad5d-40c9-9b2b-37482a483be4 req-d1ddddb2-48f6-4668-aff5-c0e5c1afa99a tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.53 "GET /v2.0/ports?device_id=22314d12-f5f9-420f-8d4d-6bf2eff0528b HTTP/1.1" status: 200 len: 945 time: 0.3522198 Jun 21 04:33:22.940847 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d455d995-ad5d-40c9-9b2b-37482a483be4 req-d2b14fea-bcc7-4453-b7dd-2d8196b73219 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aa55f8a-12b1-48e7-8647-f225c22fa3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310097 Jun 21 04:33:23.144067 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3257e-5fb1-4609-b6e7-bcb475ccb13c req-f52dbcfe-acd5-4bdb-8f89-8df27ae50995 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:23.145468 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-fbb3257e-5fb1-4609-b6e7-bcb475ccb13c req-f52dbcfe-acd5-4bdb-8f89-8df27ae50995 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/ports?device_id=c10cd108-0526-4bb7-9216-be109233c40c HTTP/1.1" status: 200 len: 946 time: 0.0624819 Jun 21 04:33:23.187642 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-fbb3257e-5fb1-4609-b6e7-bcb475ccb13c req-2c5ad078-f644-4b48-84fd-dc953a302366 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/security-groups?id=aef55aef-3d78-4e10-ac65-1776bfc6306e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352802 Jun 21 04:33:23.372627 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0128527-e154-4a9b-be39-3f0bb0ff0fff req-62c54422-072b-4ef9-a9b9-1bf4b667e826 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:23.374110 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d0128527-e154-4a9b-be39-3f0bb0ff0fff req-62c54422-072b-4ef9-a9b9-1bf4b667e826 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/ports?device_id=c10cd108-0526-4bb7-9216-be109233c40c HTTP/1.1" status: 200 len: 946 time: 0.0725365 Jun 21 04:33:23.411007 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d0128527-e154-4a9b-be39-3f0bb0ff0fff req-6c0ac1f1-07a5-4d0b-b7f8-9dc728943d67 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/security-groups?id=aef55aef-3d78-4e10-ac65-1776bfc6306e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313416 Jun 21 04:33:23.426252 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 37380) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:23.435638 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 37384) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:23.489752 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d87156-dcef-44c0-b30f-a059ffe60c1c tempest-TestVolumeBootPattern-639476257 tempest-TestVolumeBootPattern-639476257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:23.494620 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-f1d87156-dcef-44c0-b30f-a059ffe60c1c tempest-TestVolumeBootPattern-639476257 tempest-TestVolumeBootPattern-639476257-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c10cd108-0526-4bb7-9216-be109233c40c HTTP/1.1" status: 200 len: 1094 time: 0.0555923 Jun 21 04:33:23.495026 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 37386) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:23.499431 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [None req-1577f9d8-abdd-4a62-a02c-fa6d7005971f tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Request body: {'floatingip': {'floating_network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'port_id': 'ddf76215-751e-45bb-ba8d-fddf05064f00', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'fixed_ip_address': '172.20.0.14'}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:33:23.527345 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-1577f9d8-abdd-4a62-a02c-fa6d7005971f tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks [] for floatingip, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:23.545033 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-719a1877-17be-4880-8741-87f3ec65b6aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:23.704246 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-1577f9d8-abdd-4a62-a02c-fa6d7005971f tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:23.706924 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-719a1877-17be-4880-8741-87f3ec65b6aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:23.713831 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-719a1877-17be-4880-8741-87f3ec65b6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:23.717970 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-80e1910e-1ed4-4a65-a38a-3c5a94f9793a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:23.794597 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-719a1877-17be-4880-8741-87f3ec65b6aa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=96b14f6e797f4c1981ae63bd310769d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3671725 Jun 21 04:33:23.797254 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 37388) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:23.808654 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a1877-17be-4880-8741-87f3ec65b6aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8466ab-7ef2-431a-a743-6bbe011c90c2,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:23.847003 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-3a01a3d9-edc9-4dca-ba8a-40ee03ce02f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:23.847547 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-719a1877-17be-4880-8741-87f3ec65b6aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:23.868553 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-3a01a3d9-edc9-4dca-ba8a-40ee03ce02f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:23.880712 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.db_base_plugin_common [None req-1577f9d8-abdd-4a62-a02c-fa6d7005971f tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Allocated IP 172.27.3.205 (6916bb71-a8d9-40e6-a88e-dbc7129bc7b3/8c39627d-1aec-4229-8b15-efcd0ccd7e2f/673575ec-ed5b-4ac8-b5df-99fd03f6dee9) {{(pid=92783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:33:23.916006 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-3a01a3d9-edc9-4dca-ba8a-40ee03ce02f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:23.919001 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-3a01a3d9-edc9-4dca-ba8a-40ee03ce02f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:23.920118 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-3a01a3d9-edc9-4dca-ba8a-40ee03ce02f3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/df8466ab-7ef2-431a-a743-6bbe011c90c2 HTTP/1.1" status: 204 len: 168 time: 0.1218438 Jun 21 04:33:23.920966 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-7de995c2-7250-4bbd-9f5e-da27ce208c74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:23.931126 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a01a3d9-edc9-4dca-ba8a-40ee03ce02f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8466ab-7ef2-431a-a743-6bbe011c90c2,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:23.940099 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a01a3d9-edc9-4dca-ba8a-40ee03ce02f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:23.940525 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a01a3d9-edc9-4dca-ba8a-40ee03ce02f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:23.940810 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a01a3d9-edc9-4dca-ba8a-40ee03ce02f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:23.941300 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a01a3d9-edc9-4dca-ba8a-40ee03ce02f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:23.941670 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a01a3d9-edc9-4dca-ba8a-40ee03ce02f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:23.942040 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a01a3d9-edc9-4dca-ba8a-40ee03ce02f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:23.942621 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a01a3d9-edc9-4dca-ba8a-40ee03ce02f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:23.942983 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a01a3d9-edc9-4dca-ba8a-40ee03ce02f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:23.943343 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a01a3d9-edc9-4dca-ba8a-40ee03ce02f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:23.943842 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a01a3d9-edc9-4dca-ba8a-40ee03ce02f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:23.944246 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a01a3d9-edc9-4dca-ba8a-40ee03ce02f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:23.944594 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a01a3d9-edc9-4dca-ba8a-40ee03ce02f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:23.946503 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c63f3-c93e-45b9-b80f-67c00e7981f3 req-f0eee686-5fe3-4b73-b0a7-6930024635e2 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:23.947939 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-a46c63f3-c93e-45b9-b80f-67c00e7981f3 req-f0eee686-5fe3-4b73-b0a7-6930024635e2 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.55 "GET /v2.0/ports?device_id=22314d12-f5f9-420f-8d4d-6bf2eff0528b HTTP/1.1" status: 200 len: 945 time: 0.1561155 Jun 21 04:33:23.948142 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-3a01a3d9-edc9-4dca-ba8a-40ee03ce02f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:24.069465 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-1577f9d8-abdd-4a62-a02c-fa6d7005971f tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks [] for port, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:24.121203 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [req-a46c63f3-c93e-45b9-b80f-67c00e7981f3 req-692b6df8-5912-4361-8823-d35f0507b018 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Deleting port 8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3 {{(pid=92783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:33:24.121535 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-a46c63f3-c93e-45b9-b80f-67c00e7981f3 req-692b6df8-5912-4361-8823-d35f0507b018 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:24.156455 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6231de-6415-4c75-a2d2-5dd8c65054b6 req-d343bb27-a072-4ebe-877d-8c71f595707c tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:24.158206 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-4a6231de-6415-4c75-a2d2-5dd8c65054b6 req-d343bb27-a072-4ebe-877d-8c71f595707c tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.53 "GET /v2.0/ports?device_id=22314d12-f5f9-420f-8d4d-6bf2eff0528b HTTP/1.1" status: 200 len: 945 time: 0.0910532 Jun 21 04:33:24.178088 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-1577f9d8-abdd-4a62-a02c-fa6d7005971f tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12641975'] for port, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:24.182993 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-1943ccdd-bf18-476a-bcf7-f83d9d4b3069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:24.206289 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-4a6231de-6415-4c75-a2d2-5dd8c65054b6 req-a4cf2698-febd-4a57-9fef-7db17fa146d1 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.53 "GET /v2.0/security-groups?id=9aa55f8a-12b1-48e7-8647-f225c22fa3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411224 Jun 21 04:33:24.238990 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1577f9d8-abdd-4a62-a02c-fa6d7005971f tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Network 6916bb71-a8d9-40e6-a88e-dbc7129bc7b3 is already hosted by enough agents. {{(pid=92783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:33:24.248269 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.base_scheduler [None req-1577f9d8-abdd-4a62-a02c-fa6d7005971f tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Resources bound (agent type, host, resource id): {{(pid=92783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:33:24.255749 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1577f9d8-abdd-4a62-a02c-fa6d7005971f tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Received port after_create {{(pid=92783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:33:24.287068 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1577f9d8-abdd-4a62-a02c-fa6d7005971f tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Pushing event updated for resources: {'Port': ['ID=673575ec-ed5b-4ac8-b5df-99fd03f6dee9,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:24.293614 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-1577f9d8-abdd-4a62-a02c-fa6d7005971f tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:24.296656 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.db [req-a46c63f3-c93e-45b9-b80f-67c00e7981f3 req-692b6df8-5912-4361-8823-d35f0507b018 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] For port 8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3,segment=NetworkSegment(6731675a-da78-4460-96bc-e2ca07a00a6b),segment_id=6731675a-da78-4460-96bc-e2ca07a00a6b)] {{(pid=92783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:24.297010 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-a46c63f3-c93e-45b9-b80f-67c00e7981f3 req-692b6df8-5912-4361-8823-d35f0507b018 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:24.367769 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [req-a46c63f3-c93e-45b9-b80f-67c00e7981f3 req-692b6df8-5912-4361-8823-d35f0507b018 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Calling delete_port for 8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3 owned by compute:nova {{(pid=92783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:33:24.889245 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-a46c63f3-c93e-45b9-b80f-67c00e7981f3 req-692b6df8-5912-4361-8823-d35f0507b018 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641976'] for port, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:24.893380 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-07ec983a-d2da-43a1-970e-aab0fe886fd2 tempest-AttachVolumeTestJSON-818190155 tempest-AttachVolumeTestJSON-818190155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:24.901883 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] get_ports_and_sgs() called for port_ids ['8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3'] {{(pid=92784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:33:24.920645 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b6df8-5912-4361-8823-d35f0507b018 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Pushing event deleted for resources: {'Port': ['ID=8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:24.939803 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-692b6df8-5912-4361-8823-d35f0507b018 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:24.993202 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.l3_dvrscheduler_db [req-a46c63f3-c93e-45b9-b80f-67c00e7981f3 req-692b6df8-5912-4361-8823-d35f0507b018 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] No DVR routers for this DVR port 8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3 on host hv-cinder-79717 {{(pid=92783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:33:25.025817 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-a46c63f3-c93e-45b9-b80f-67c00e7981f3 req-692b6df8-5912-4361-8823-d35f0507b018 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for port, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:25.027788 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-a46c63f3-c93e-45b9-b80f-67c00e7981f3 req-692b6df8-5912-4361-8823-d35f0507b018 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.55 "DELETE /v2.0/ports/8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3 HTTP/1.1" status: 204 len: 173 time: 1.0718150 Jun 21 04:33:25.028285 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22314d12-f5f9-420f-8d4d-6bf2eff0528b', 'name': 'network-vif-deleted', 'tag': '8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3'}] {{(pid=92783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:33:25.030634 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fda3b7b704fc347e73998d8dc34ef34ca3ad6aa16a3a5c6f92a4a64020d363b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421d016b-40f8-4649-8599-87a5adbbd298" -d '{"events": [{"server_uuid": "22314d12-f5f9-420f-8d4d-6bf2eff0528b", "name": "network-vif-deleted", "tag": "8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3"}]}' {{(pid=92783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:33:25.081360 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a54e65-ad43-4bec-9c94-849db764f2e1 x-openstack-request-id: req-49a54e65-ad43-4bec-9c94-849db764f2e1 {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:33:25.081714 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22314d12-f5f9-420f-8d4d-6bf2eff0528b", "name": "network-vif-deleted", "tag": "8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3", "status": "completed", "code": 200}]} {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:33:25.081981 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-49a54e65-ad43-4bec-9c94-849db764f2e1 {{(pid=92783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:33:25.082419 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22314d12-f5f9-420f-8d4d-6bf2eff0528b', 'name': 'network-vif-deleted', 'tag': '8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3', 'status': 'completed', 'code': 200} Jun 21 04:33:25.110016 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-1577f9d8-abdd-4a62-a02c-fa6d7005971f tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:25.185747 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-1577f9d8-abdd-4a62-a02c-fa6d7005971f tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:25.344604 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-1577f9d8-abdd-4a62-a02c-fa6d7005971f tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks [] for port, precommit_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:25.349431 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-1577f9d8-abdd-4a62-a02c-fa6d7005971f tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641921'] for port, after_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:25.352370 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-3b1ed14f-82a9-46e3-a197-96c29720e99a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:25.373034 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d91e19eb-4cd8-4cec-8ab7-9d4bf620cbe8 req-daff9ea8-5804-46f6-a284-c8c9bca47444 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] 10.222.0.53 "GET /v2.0/ports?device_id=22314d12-f5f9-420f-8d4d-6bf2eff0528b HTTP/1.1" status: 200 len: 210 time: 0.0300975 Jun 21 04:33:25.420435 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1577f9d8-abdd-4a62-a02c-fa6d7005971f tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Pushing event updated for resources: {'Port': ['ID=673575ec-ed5b-4ac8-b5df-99fd03f6dee9,revision_number=2']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:25.425821 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-1577f9d8-abdd-4a62-a02c-fa6d7005971f tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:25.432434 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-1577f9d8-abdd-4a62-a02c-fa6d7005971f tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689737'] for floatingip, after_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:25.532345 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.db.l3_db [None req-1577f9d8-abdd-4a62-a02c-fa6d7005971f tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Floating IP a2327b4d-e9e1-48fb-b95d-b9e05829f66d associated. External IP: 172.27.3.205, port: ddf76215-751e-45bb-ba8d-fddf05064f00. Jun 21 04:33:25.732318 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1577f9d8-abdd-4a62-a02c-fa6d7005971f tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Router c6f4c286-1035-4679-a9e9-b0be432b890f has already been hosted by L3 agent 24838221-9d49-44eb-9e47-6a2fc9da17a2 {{(pid=92783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:33:25.837117 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1577f9d8-abdd-4a62-a02c-fa6d7005971f tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify agent at l3_agent.dv-cinder-797170-3-iscsi the message routers_updated {{(pid=92783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:33:25.846175 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7385aa4-514f-4c5a-b392-2c6066410f73 None None] Sync routers for ids ['c6f4c286-1035-4679-a9e9-b0be432b890f'] in dv-cinder-797170-3-iscsi {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:33:25.854433 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-1577f9d8-abdd-4a62-a02c-fa6d7005971f tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for floatingip, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:25.855020 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7385aa4-514f-4c5a-b392-2c6066410f73 None None] Routers {'c6f4c286-1035-4679-a9e9-b0be432b890f'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:33:25.855679 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-f7385aa4-514f-4c5a-b392-2c6066410f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:33:00Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['c6f4c286-1035-4679-a9e9-b0be432b890f'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:25.890452 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-1577f9d8-abdd-4a62-a02c-fa6d7005971f tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3943958 Jun 21 04:33:25.957497 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-f7385aa4-514f-4c5a-b392-2c6066410f73 None None] Set router c6f4c286-1035-4679-a9e9-b0be432b890f gateway port host: dv-cinder-797170-3-iscsi {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:33:26.169357 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-f7385aa4-514f-4c5a-b392-2c6066410f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'name': 'tempest-TestVolumeBootPattern-1156486518-router', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a46145cf-7465-42a2-bf67-e0991f0a15f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:07Z', 'updated_at': '2021-06-21T04:30:10Z', 'revision_number': 4, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'gw_port': {'id': 'a46145cf-7465-42a2-bf67-e0991f0a15f1', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:07Z', 'updated_at': '2021-06-21T04:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_floatingips': [{'id': 'a2327b4d-e9e1-48fb-b95d-b9e05829f66d', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'router_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'port_id': 'ddf76215-751e-45bb-ba8d-fddf05064f00', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850', 'mac_address': 'fa:16:3e:23:99:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10cd108-0526-4bb7-9216-be109233c40c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:33:24Z', 'updated_at': '2021-06-21T04:33:24Z', 'revision_number': 0, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c38d0844-290a-462c-9a37-a22225bd6794', 'name': '', 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'mac_address': 'fa:16:3e:ee:47:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'b89f65d7-8f4a-4573-89cb-9c8dfe69919f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:09Z', 'updated_at': '2021-06-21T04:30:16Z', 'revision_number': 5, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'subnets': [{'id': 'b89f65d7-8f4a-4573-89cb-9c8dfe69919f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:26.195145 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7385aa4-514f-4c5a-b392-2c6066410f73 None None] Checking router: c6f4c286-1035-4679-a9e9-b0be432b890f for host: dv-cinder-797170-3-iscsi {{(pid=92784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:33:26.203043 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7385aa4-514f-4c5a-b392-2c6066410f73 None None] Routers {'c6f4c286-1035-4679-a9e9-b0be432b890f'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:33:26.203647 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-f7385aa4-514f-4c5a-b392-2c6066410f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:33:00Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['c6f4c286-1035-4679-a9e9-b0be432b890f'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:26.304433 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-f7385aa4-514f-4c5a-b392-2c6066410f73 None None] Set router c6f4c286-1035-4679-a9e9-b0be432b890f gateway port host: dv-cinder-797170-3-iscsi {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:33:26.522060 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-f7385aa4-514f-4c5a-b392-2c6066410f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'name': 'tempest-TestVolumeBootPattern-1156486518-router', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a46145cf-7465-42a2-bf67-e0991f0a15f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:07Z', 'updated_at': '2021-06-21T04:30:10Z', 'revision_number': 4, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'gw_port': {'id': 'a46145cf-7465-42a2-bf67-e0991f0a15f1', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:07Z', 'updated_at': '2021-06-21T04:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_floatingips': [{'id': 'a2327b4d-e9e1-48fb-b95d-b9e05829f66d', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'router_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'port_id': 'ddf76215-751e-45bb-ba8d-fddf05064f00', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850', 'mac_address': 'fa:16:3e:23:99:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10cd108-0526-4bb7-9216-be109233c40c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:33:24Z', 'updated_at': '2021-06-21T04:33:24Z', 'revision_number': 0, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c38d0844-290a-462c-9a37-a22225bd6794', 'name': '', 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'mac_address': 'fa:16:3e:ee:47:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'b89f65d7-8f4a-4573-89cb-9c8dfe69919f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:09Z', 'updated_at': '2021-06-21T04:30:16Z', 'revision_number': 5, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'subnets': [{'id': 'b89f65d7-8f4a-4573-89cb-9c8dfe69919f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:26.551972 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7385aa4-514f-4c5a-b392-2c6066410f73 None None] The sync data for ids ['c6f4c286-1035-4679-a9e9-b0be432b890f'] in dv-cinder-797170-3-iscsi is: [{'id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'name': 'tempest-TestVolumeBootPattern-1156486518-router', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a46145cf-7465-42a2-bf67-e0991f0a15f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:07Z', 'updated_at': '2021-06-21T04:30:10Z', 'revision_number': 4, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'gw_port': {'id': 'a46145cf-7465-42a2-bf67-e0991f0a15f1', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:07Z', 'updated_at': '2021-06-21T04:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_floatingips': [{'id': 'a2327b4d-e9e1-48fb-b95d-b9e05829f66d', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'router_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'port_id': 'ddf76215-751e-45bb-ba8d-fddf05064f00', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850', 'mac_address': 'fa:16:3e:23:99:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10cd108-0526-4bb7-9216-be109233c40c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:33:24Z', 'updated_at': '2021-06-21T04:33:24Z', 'revision_number': 0, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c38d0844-290a-462c-9a37-a22225bd6794', 'name': '', 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'mac_address': 'fa:16:3e:ee:47:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'b89f65d7-8f4a-4573-89cb-9c8dfe69919f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:09Z', 'updated_at': '2021-06-21T04:30:16Z', 'revision_number': 5, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'subnets': [{'id': 'b89f65d7-8f4a-4573-89cb-9c8dfe69919f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:33:26.741576 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a960de5b-ac78-48cc-8a01-2786706dc5cd None None] New status for floating IP a2327b4d-e9e1-48fb-b95d-b9e05829f66d: ACTIVE {{(pid=92785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:33:27.083791 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c10cd108-0526-4bb7-9216-be109233c40c', 'tag': 'ddf76215-751e-45bb-ba8d-fddf05064f00'}] {{(pid=92783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:33:27.086759 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fda3b7b704fc347e73998d8dc34ef34ca3ad6aa16a3a5c6f92a4a64020d363b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557570cc-e0ef-43f6-8030-ef84c921831a" -d '{"events": [{"name": "network-changed", "server_uuid": "c10cd108-0526-4bb7-9216-be109233c40c", "tag": "ddf76215-751e-45bb-ba8d-fddf05064f00"}]}' {{(pid=92783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:33:27.125918 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa3df51-1897-4768-8c15-81f3048ea697 x-openstack-request-id: req-0fa3df51-1897-4768-8c15-81f3048ea697 {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:33:27.126479 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c10cd108-0526-4bb7-9216-be109233c40c", "tag": "ddf76215-751e-45bb-ba8d-fddf05064f00", "status": "completed", "code": 200}]} {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:33:27.126807 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0fa3df51-1897-4768-8c15-81f3048ea697 {{(pid=92783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:33:27.127242 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c10cd108-0526-4bb7-9216-be109233c40c', 'tag': 'ddf76215-751e-45bb-ba8d-fddf05064f00', 'status': 'completed', 'code': 200} Jun 21 04:33:27.206963 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557570cc-e0ef-43f6-8030-ef84c921831a req-7148f60b-6e68-450c-a13e-56ef2233f2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:27.208403 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-557570cc-e0ef-43f6-8030-ef84c921831a req-7148f60b-6e68-450c-a13e-56ef2233f2e9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=371add3dc65f463097e1b4846b0ba580&device_id=c10cd108-0526-4bb7-9216-be109233c40c HTTP/1.1" status: 200 len: 1099 time: 0.0579591 Jun 21 04:33:27.300183 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557570cc-e0ef-43f6-8030-ef84c921831a req-0e33090c-dd5d-4ac9-bde1-38aa0a8e0851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:27.301613 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-557570cc-e0ef-43f6-8030-ef84c921831a req-0e33090c-dd5d-4ac9-bde1-38aa0a8e0851 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7d357d88-e0cd-4a9b-b7b1-521691a3a850 HTTP/1.1" status: 200 len: 913 time: 0.0866673 Jun 21 04:33:27.368503 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-557570cc-e0ef-43f6-8030-ef84c921831a req-f30fd919-735f-461a-abe8-1ad8f680d15e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ddf76215-751e-45bb-ba8d-fddf05064f00 HTTP/1.1" status: 200 len: 1002 time: 0.0588384 Jun 21 04:33:27.472506 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-83381ae6-c421-4c72-a618-bb8c1514c877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:28.309148 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557570cc-e0ef-43f6-8030-ef84c921831a req-973a8f52-ff17-4e4f-b725-2a288bda8154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:28.310576 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-557570cc-e0ef-43f6-8030-ef84c921831a req-973a8f52-ff17-4e4f-b725-2a288bda8154 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b89f65d7-8f4a-4573-89cb-9c8dfe69919f HTTP/1.1" status: 200 len: 851 time: 0.0446787 Jun 21 04:33:29.156416 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:33:29.176414 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] No Port match for: 8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3 {{(pid=92784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:33:29.176771 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 8ff4c8fe-7a3f-4010-b00a-90b7bb490fe3 not bound to the agent host hv-cinder-79717 {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:33:29.205642 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557570cc-e0ef-43f6-8030-ef84c921831a req-a86056ab-d192-4e1b-b1e7-ba0c4557ff46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:29.207121 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-557570cc-e0ef-43f6-8030-ef84c921831a req-a86056ab-d192-4e1b-b1e7-ba0c4557ff46 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7d357d88-e0cd-4a9b-b7b1-521691a3a850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525017 Jun 21 04:33:29.779292 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-8bc22b86-6d0b-485f-9ad3-0d342186c9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:30.070173 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:30.243889 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-557570cc-e0ef-43f6-8030-ef84c921831a req-90206de1-bcbd-441c-a38e-ad5147d44586 service neutron] 10.222.0.55 "GET /v2.0/networks/7d357d88-e0cd-4a9b-b7b1-521691a3a850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855174 Jun 21 04:33:30.331496 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-557570cc-e0ef-43f6-8030-ef84c921831a req-fede0110-40f9-40c2-bcd7-d75ef7f14c24 service neutron] 10.222.0.55 "GET /v2.0/networks/7d357d88-e0cd-4a9b-b7b1-521691a3a850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814059 Jun 21 04:33:31.169078 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-96e1c505-da01-46a8-887c-1f2eb0a4db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:32.625749 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-a8ace0c1-1149-433a-b03a-8a8d050911ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:33.329579 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.agents_db [None req-2d4e51dd-16b2-4ea0-aa94-70b67a47226d None None] Agent healthcheck: found 6 active agents {{(pid=92785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:33:47.263261 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 37628) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:47.307288 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa67610c-39a6-4195-b420-d51175f6abf9 admin admin] Deleting subnet 80e29514-098f-4dd5-85ae-1160cb8e05fc {{(pid=92782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:33:47.310549 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-aa67610c-39a6-4195-b420-d51175f6abf9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:47.343765 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-aa67610c-39a6-4195-b420-d51175f6abf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14553356'] for subnet, precommit_delete_associations {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:47.385304 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-aa67610c-39a6-4195-b420-d51175f6abf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611213'] for subnet, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:47.397455 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:47.436285 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-aa67610c-39a6-4195-b420-d51175f6abf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14133690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14135513'] for subnet, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:47.438702 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:47.464147 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67610c-39a6-4195-b420-d51175f6abf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80e29514-098f-4dd5-85ae-1160cb8e05fc,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:47.466654 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-aa67610c-39a6-4195-b420-d51175f6abf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:47.469417 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-aa67610c-39a6-4195-b420-d51175f6abf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:47.471698 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-aa67610c-39a6-4195-b420-d51175f6abf9 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/80e29514-098f-4dd5-85ae-1160cb8e05fc HTTP/1.1" status: 204 len: 168 time: 0.2070563 Jun 21 04:33:47.473758 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 37630) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:47.546817 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-d57bac80-2447-4a6e-bc56-21bd01b898d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588785'] for network, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:47.614116 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-5fbccfaa-1519-4160-b326-0fcf32a10805 req-652a5100-960f-44d4-86a0-1f9ce46bdc9b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c10cd108-0526-4bb7-9216-be109233c40c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0531526 Jun 21 04:33:47.624840 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-d57bac80-2447-4a6e-bc56-21bd01b898d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611858', 'neutron.services.segments.db._delete_segments_for_network-8749528986579'] for network, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:47.634390 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.services.segments.db [None req-d57bac80-2447-4a6e-bc56-21bd01b898d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be249dc9-0eab-4ca9-a6ea-b5ec3b9fc7ee']}} {{(pid=92782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:47.644674 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.services.segments.db [None req-d57bac80-2447-4a6e-bc56-21bd01b898d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6731675a-da78-4460-96bc-e2ca07a00a6b') {'for_net_delete': True} {{(pid=92782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:47.644856 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.services.segments.db [None req-d57bac80-2447-4a6e-bc56-21bd01b898d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6731675a-da78-4460-96bc-e2ca07a00a6b') {} {{(pid=92782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:47.653442 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-d57bac80-2447-4a6e-bc56-21bd01b898d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749528986408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553349'] for segment, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:47.667901 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-d57bac80-2447-4a6e-bc56-21bd01b898d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607066'] for segment, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:47.674150 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d57bac80-2447-4a6e-bc56-21bd01b898d9 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=92782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:33:47.674563 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-d57bac80-2447-4a6e-bc56-21bd01b898d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14133265'] for segment, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:47.676203 dv-cinder-797170-3-iscsi neutron-server[92782]: Traceback (most recent call last): Jun 21 04:33:47.676203 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:33:47.676203 dv-cinder-797170-3-iscsi neutron-server[92782]: timer() Jun 21 04:33:47.676203 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:33:47.676203 dv-cinder-797170-3-iscsi neutron-server[92782]: cb(*args, **kw) Jun 21 04:33:47.676203 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:33:47.676203 dv-cinder-797170-3-iscsi neutron-server[92782]: return func(*args, **kwargs) Jun 21 04:33:47.676203 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:33:47.676203 dv-cinder-797170-3-iscsi neutron-server[92782]: self._notify() Jun 21 04:33:47.676203 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:33:47.676203 dv-cinder-797170-3-iscsi neutron-server[92782]: self.callback(batched_events) Jun 21 04:33:47.676203 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:33:47.676203 dv-cinder-797170-3-iscsi neutron-server[92782]: event.method(event) Jun 21 04:33:47.676203 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:33:47.676203 dv-cinder-797170-3-iscsi neutron-server[92782]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:33:47.676203 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:33:47.676203 dv-cinder-797170-3-iscsi neutron-server[92782]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:33:47.676203 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:33:47.676203 dv-cinder-797170-3-iscsi neutron-server[92782]: return f(self, *a, **k) Jun 21 04:33:47.676203 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:33:47.676203 dv-cinder-797170-3-iscsi neutron-server[92782]: return self._get(url).json() Jun 21 04:33:47.676203 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:33:47.676203 dv-cinder-797170-3-iscsi neutron-server[92782]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:33:47.676203 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:33:47.676203 dv-cinder-797170-3-iscsi neutron-server[92782]: return self.request(url, 'GET', **kwargs) Jun 21 04:33:47.676203 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:33:47.676203 dv-cinder-797170-3-iscsi neutron-server[92782]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:33:47.676203 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:33:47.676203 dv-cinder-797170-3-iscsi neutron-server[92782]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:33:47.676203 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:33:47.676203 dv-cinder-797170-3-iscsi neutron-server[92782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:33:47.676203 dv-cinder-797170-3-iscsi neutron-server[92782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:33:47.710239 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbccfaa-1519-4160-b326-0fcf32a10805 req-1b204d0e-436d-49e7-a4bf-e7720b51bb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:47.711732 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-5fbccfaa-1519-4160-b326-0fcf32a10805 req-1b204d0e-436d-49e7-a4bf-e7720b51bb08 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=371add3dc65f463097e1b4846b0ba580&device_id=c10cd108-0526-4bb7-9216-be109233c40c HTTP/1.1" status: 200 len: 1099 time: 0.0568273 Jun 21 04:33:47.733153 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-d57bac80-2447-4a6e-bc56-21bd01b898d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-431616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689787'] for network, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:47.736743 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-7fb53d15-d788-42a6-9b4b-fc7626d331a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:47.739135 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-d57bac80-2447-4a6e-bc56-21bd01b898d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for network, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:47.741530 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-d57bac80-2447-4a6e-bc56-21bd01b898d9 admin admin] 10.222.0.53 "DELETE /v2.0/networks/be249dc9-0eab-4ca9-a6ea-b5ec3b9fc7ee HTTP/1.1" status: 204 len: 168 time: 0.2662699 Jun 21 04:33:47.752343 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57bac80-2447-4a6e-bc56-21bd01b898d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=be249dc9-0eab-4ca9-a6ea-b5ec3b9fc7ee,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:47.754743 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-d57bac80-2447-4a6e-bc56-21bd01b898d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:47.815578 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbccfaa-1519-4160-b326-0fcf32a10805 req-e5bd9c88-b6ec-4d73-9789-b6e760e1c567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:47.817014 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-5fbccfaa-1519-4160-b326-0fcf32a10805 req-e5bd9c88-b6ec-4d73-9789-b6e760e1c567 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7d357d88-e0cd-4a9b-b7b1-521691a3a850 HTTP/1.1" status: 200 len: 913 time: 0.0849822 Jun 21 04:33:47.887092 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-5fbccfaa-1519-4160-b326-0fcf32a10805 req-6339f03b-051d-499b-b6db-694e329933f9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ddf76215-751e-45bb-ba8d-fddf05064f00 HTTP/1.1" status: 200 len: 1002 time: 0.0638037 Jun 21 04:33:47.900562 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 37634) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:47.935497 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbccfaa-1519-4160-b326-0fcf32a10805 req-afc7f5ac-2532-476c-ad93-694b262e9afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:47.936892 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-5fbccfaa-1519-4160-b326-0fcf32a10805 req-afc7f5ac-2532-476c-ad93-694b262e9afd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b89f65d7-8f4a-4573-89cb-9c8dfe69919f HTTP/1.1" status: 200 len: 851 time: 0.0437744 Jun 21 04:33:47.939281 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-ba70681c-4203-4a22-9c79-bfe6100e5471 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8702f4c6a5da4128b5f0ebc3a670c675&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375364 Jun 21 04:33:47.941564 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 37636) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:47.988670 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-15572b9d-32fe-4362-9e58-86fe8762ee48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:47.994462 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbccfaa-1519-4160-b326-0fcf32a10805 req-8f3d82fe-c752-42fd-8363-3dabcffb9e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:47.995907 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-5fbccfaa-1519-4160-b326-0fcf32a10805 req-8f3d82fe-c752-42fd-8363-3dabcffb9e7d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7d357d88-e0cd-4a9b-b7b1-521691a3a850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521698 Jun 21 04:33:48.010071 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-15572b9d-32fe-4362-9e58-86fe8762ee48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:48.057082 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-15572b9d-32fe-4362-9e58-86fe8762ee48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:48.059982 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-15572b9d-32fe-4362-9e58-86fe8762ee48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:48.063319 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-15572b9d-32fe-4362-9e58-86fe8762ee48 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9aa55f8a-12b1-48e7-8647-f225c22fa3a4 HTTP/1.1" status: 204 len: 168 time: 0.1186016 Jun 21 04:33:48.063319 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-97ec611c-73da-46b7-abd2-7946f84c99a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:48.069427 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15572b9d-32fe-4362-9e58-86fe8762ee48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa55f8a-12b1-48e7-8647-f225c22fa3a4,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:48.071840 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-15572b9d-32fe-4362-9e58-86fe8762ee48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:48.094852 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-5fbccfaa-1519-4160-b326-0fcf32a10805 req-007ab94f-ad1b-43a3-956a-eefd1fe1546c service neutron] 10.222.0.55 "GET /v2.0/networks/7d357d88-e0cd-4a9b-b7b1-521691a3a850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927556 Jun 21 04:33:48.185065 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-5fbccfaa-1519-4160-b326-0fcf32a10805 req-5024ad76-5f3e-4800-9ba2-1c009c54070a service neutron] 10.222.0.55 "GET /v2.0/networks/7d357d88-e0cd-4a9b-b7b1-521691a3a850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826023 Jun 21 04:33:51.527693 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 37680) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:51.632332 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-eefa1369-82d5-4ec9-9755-0145f1b13092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:51.721224 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-eefa1369-82d5-4ec9-9755-0145f1b13092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:51.725031 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-eefa1369-82d5-4ec9-9755-0145f1b13092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:51.728361 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-0d0d94c0-d85f-43fd-80e5-f6c0427de50f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:51.762473 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-eefa1369-82d5-4ec9-9755-0145f1b13092 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bb675050d52548b0aaa5a8a529ae8edf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2330425 Jun 21 04:33:51.764398 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefa1369-82d5-4ec9-9755-0145f1b13092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245e94c4-90a6-4e35-bbc7-7b7e7a2c2493,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:51.765059 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 37684) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:51.767486 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-eefa1369-82d5-4ec9-9755-0145f1b13092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:51.814470 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a3618e8b-cfbd-4959-a1ef-7c8d27aab5e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:51.835893 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a3618e8b-cfbd-4959-a1ef-7c8d27aab5e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:51.886747 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a3618e8b-cfbd-4959-a1ef-7c8d27aab5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:51.889287 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a3618e8b-cfbd-4959-a1ef-7c8d27aab5e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:51.890469 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-a3618e8b-cfbd-4959-a1ef-7c8d27aab5e9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/245e94c4-90a6-4e35-bbc7-7b7e7a2c2493 HTTP/1.1" status: 204 len: 168 time: 0.1243939 Jun 21 04:33:51.891586 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-62162007-2a96-40d5-a30a-05b449274f6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:51.899732 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3618e8b-cfbd-4959-a1ef-7c8d27aab5e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245e94c4-90a6-4e35-bbc7-7b7e7a2c2493,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:51.907324 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3618e8b-cfbd-4959-a1ef-7c8d27aab5e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:51.907707 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3618e8b-cfbd-4959-a1ef-7c8d27aab5e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:51.908086 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3618e8b-cfbd-4959-a1ef-7c8d27aab5e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:51.908698 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3618e8b-cfbd-4959-a1ef-7c8d27aab5e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:51.909073 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3618e8b-cfbd-4959-a1ef-7c8d27aab5e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:51.909433 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3618e8b-cfbd-4959-a1ef-7c8d27aab5e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:51.909792 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3618e8b-cfbd-4959-a1ef-7c8d27aab5e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:51.910211 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3618e8b-cfbd-4959-a1ef-7c8d27aab5e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:51.910607 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3618e8b-cfbd-4959-a1ef-7c8d27aab5e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:51.911308 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3618e8b-cfbd-4959-a1ef-7c8d27aab5e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:51.911952 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3618e8b-cfbd-4959-a1ef-7c8d27aab5e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:51.912491 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3618e8b-cfbd-4959-a1ef-7c8d27aab5e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:51.919146 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-a3618e8b-cfbd-4959-a1ef-7c8d27aab5e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:52.479738 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 37708) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:52.573400 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [None req-c87c0859-90b4-45c3-a846-bf6577bc6e27 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1720327024-network', 'tenant_id': '5984621e8c634a5faafc7bffba674491'}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:33:52.593414 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87c0859-90b4-45c3-a846-bf6577bc6e27 admin admin] Made reservation on behalf of 5984621e8c634a5faafc7bffba674491 for: {'network': 1} {{(pid=92782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:33:52.595877 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-c87c0859-90b4-45c3-a846-bf6577bc6e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for network, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:52.604942 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-c87c0859-90b4-45c3-a846-bf6577bc6e27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:52.688432 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-c87c0859-90b4-45c3-a846-bf6577bc6e27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:52.691911 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-c87c0859-90b4-45c3-a846-bf6577bc6e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:52.696052 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-af101fa8-b299-450f-8c9d-a0009b9b9002 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:52.712522 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c87c0859-90b4-45c3-a846-bf6577bc6e27 admin admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=92782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:33:52.725308 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87c0859-90b4-45c3-a846-bf6577bc6e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c91a4a-0856-432b-92fc-e75de1f70436,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:52.729475 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-c87c0859-90b4-45c3-a846-bf6577bc6e27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:52.730541 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-c87c0859-90b4-45c3-a846-bf6577bc6e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607066'] for segment, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:52.730883 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.db.segments_db [None req-c87c0859-90b4-45c3-a846-bf6577bc6e27 admin admin] Added segment 3f8f9796-b62c-40ed-9572-55111bd51848 of type vlan for network 0316c735-cdaa-4548-b14e-eee4ef4396d6 Jun 21 04:33:52.769395 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-c87c0859-90b4-45c3-a846-bf6577bc6e27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749528449994'] for network, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:52.796952 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-c87c0859-90b4-45c3-a846-bf6577bc6e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-431616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067'] for network, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:52.798161 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87c0859-90b4-45c3-a846-bf6577bc6e27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:52.798757 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-c87c0859-90b4-45c3-a846-bf6577bc6e27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for network, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:52.801517 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-c53ffb28-2480-44cf-a268-afd28be19b6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:52.847850 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-c87c0859-90b4-45c3-a846-bf6577bc6e27 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3670127 Jun 21 04:33:52.851286 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 37712) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:52.856443 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [None req-a43054da-f3d4-4c6b-9697-148ac009ce25 admin admin] Request body: {'subnet': {'network_id': '0316c735-cdaa-4548-b14e-eee4ef4396d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1720327024-subnet', 'tenant_id': '5984621e8c634a5faafc7bffba674491', 'ip_version': 4}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:33:52.861085 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87c0859-90b4-45c3-a846-bf6577bc6e27 admin admin] Pushing event updated for resources: {'Network': ['ID=0316c735-cdaa-4548-b14e-eee4ef4396d6,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:52.863828 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-c87c0859-90b4-45c3-a846-bf6577bc6e27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:52.871356 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Network 0316c735-cdaa-4548-b14e-eee4ef4396d6 details requested by agent ovs-agent-dv-cinder-797170-3-iscsi with host dv-cinder-797170-3-iscsi {{(pid=92784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:33:52.879055 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43054da-f3d4-4c6b-9697-148ac009ce25 admin admin] Made reservation on behalf of 5984621e8c634a5faafc7bffba674491 for: {'subnet': 1} {{(pid=92783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:33:52.881361 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a43054da-f3d4-4c6b-9697-148ac009ce25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14170624'] for subnet, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:53.045993 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a43054da-f3d4-4c6b-9697-148ac009ce25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12641795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14170642'] for subnet, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:53.049046 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-b84a1798-6ae8-42e6-a7b1-f50a877fd489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:53.104812 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43054da-f3d4-4c6b-9697-148ac009ce25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21b4d01a-b402-480f-93d4-f5393eb539d9,revision_number=0']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:53.108449 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-a43054da-f3d4-4c6b-9697-148ac009ce25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:53.109528 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43054da-f3d4-4c6b-9697-148ac009ce25 admin admin] Checking segment: {'id': '3f8f9796-b62c-40ed-9572-55111bd51848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0316c735-cdaa-4548-b14e-eee4ef4396d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:33:53.109886 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43054da-f3d4-4c6b-9697-148ac009ce25 admin admin] Network hostable DHCP agents. Network: 0316c735-cdaa-4548-b14e-eee4ef4396d6, hostable agents: ['6ffbca20-0783-49ee-bbe9-7ece843bbb1a'], hosted agents: [] {{(pid=92783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:33:53.126341 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43054da-f3d4-4c6b-9697-148ac009ce25 admin admin] Network 0316c735-cdaa-4548-b14e-eee4ef4396d6 is scheduled to be hosted by DHCP agent 6ffbca20-0783-49ee-bbe9-7ece843bbb1a with binding_index 1 {{(pid=92783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:33:53.134515 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.base_scheduler [None req-a43054da-f3d4-4c6b-9697-148ac009ce25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-3-iscsi, 0316c735-cdaa-4548-b14e-eee4ef4396d6) {{(pid=92783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:33:53.138307 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43054da-f3d4-4c6b-9697-148ac009ce25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:53.138934 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a43054da-f3d4-4c6b-9697-148ac009ce25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for subnet, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:53.143261 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cc48ed-bf7b-429e-8dd6-0520143498a8 None None] Network 0316c735-cdaa-4548-b14e-eee4ef4396d6 requested from dv-cinder-797170-3-iscsi {{(pid=92784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:33:53.156200 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 37714) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:53.156570 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-a43054da-f3d4-4c6b-9697-148ac009ce25 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3037870 Jun 21 04:33:53.161154 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [None req-0e7e35fb-1c12-42f6-9c4a-ff078098d1bc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1720327024-router', 'tenant_id': '5984621e8c634a5faafc7bffba674491', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3'}}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:33:53.181302 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-0e7e35fb-1c12-42f6-9c4a-ff078098d1bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1652140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1090'] for router, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:53.182391 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-0e7e35fb-1c12-42f6-9c4a-ff078098d1bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1083'] for router, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:53.233834 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-0e7e35fb-1c12-42f6-9c4a-ff078098d1bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:53.376726 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-0e7e35fb-1c12-42f6-9c4a-ff078098d1bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691373', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1065'] for router, precommit_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:53.410057 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddc9461-97ac-47fe-aea6-0fab2fde66be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp852c364a-3c00-5dcc-a1ca-700424c8e09a-0316c735-cdaa-4548-b14e-eee4ef4396d6', 'network_id': '0316c735-cdaa-4548-b14e-eee4ef4396d6', 'tenant_id': '5984621e8c634a5faafc7bffba674491', 'fixed_ips': [{'subnet_id': '21b4d01a-b402-480f-93d4-f5393eb539d9'}]}} from dv-cinder-797170-3-iscsi. {{(pid=92784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 04:33:53.410942 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-7ddc9461-97ac-47fe-aea6-0fab2fde66be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:53.543202 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.db_base_plugin_common [None req-7ddc9461-97ac-47fe-aea6-0fab2fde66be None None] Allocated IP 172.20.0.2 (0316c735-cdaa-4548-b14e-eee4ef4396d6/21b4d01a-b402-480f-93d4-f5393eb539d9/58c0fe06-7c77-466b-b7ef-8f6429f9715d) {{(pid=92784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:33:53.586228 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-0e7e35fb-1c12-42f6-9c4a-ff078098d1bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:53.604463 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-0e7e35fb-1c12-42f6-9c4a-ff078098d1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:53.683809 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-7ddc9461-97ac-47fe-aea6-0fab2fde66be None None] Notify callbacks [] for port, precommit_create {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:53.691805 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-7ddc9461-97ac-47fe-aea6-0fab2fde66be None None] Transition to ACTIVE for port object 58c0fe06-7c77-466b-b7ef-8f6429f9715d will not be triggered until provisioned by entity L2. {{(pid=92784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:33:53.705142 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.db_base_plugin_common [None req-0e7e35fb-1c12-42f6-9c4a-ff078098d1bc admin admin] Allocated IP 172.27.3.73 (6916bb71-a8d9-40e6-a88e-dbc7129bc7b3/8c39627d-1aec-4229-8b15-efcd0ccd7e2f/0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6) {{(pid=92782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:33:53.706313 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-7ddc9461-97ac-47fe-aea6-0fab2fde66be None None] Transition to ACTIVE for port object 58c0fe06-7c77-466b-b7ef-8f6429f9715d will not be triggered until provisioned by entity DHCP. {{(pid=92784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:33:53.712163 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-7ddc9461-97ac-47fe-aea6-0fab2fde66be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989'] for port, after_create {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:53.714799 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:53.750614 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddc9461-97ac-47fe-aea6-0fab2fde66be None None] Network 0316c735-cdaa-4548-b14e-eee4ef4396d6 is already hosted by enough agents. {{(pid=92784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:33:53.753470 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.scheduler.base_scheduler [None req-7ddc9461-97ac-47fe-aea6-0fab2fde66be None None] Resources bound (agent type, host, resource id): {{(pid=92784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:33:53.757393 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddc9461-97ac-47fe-aea6-0fab2fde66be None None] Received port after_create {{(pid=92784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:33:53.763992 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc9461-97ac-47fe-aea6-0fab2fde66be None None] Pushing event updated for resources: {'Port': ['ID=58c0fe06-7c77-466b-b7ef-8f6429f9715d,revision_number=1']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:53.768256 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-7ddc9461-97ac-47fe-aea6-0fab2fde66be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:53.810381 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-0e7e35fb-1c12-42f6-9c4a-ff078098d1bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:53.820572 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-7ddc9461-97ac-47fe-aea6-0fab2fde66be None None] Attempting to bind port 58c0fe06-7c77-466b-b7ef-8f6429f9715d on host dv-cinder-797170-3-iscsi for vnic_type normal with profile {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:33:53.820989 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-7ddc9461-97ac-47fe-aea6-0fab2fde66be None None] Attempting to bind port 58c0fe06-7c77-466b-b7ef-8f6429f9715d by drivers openvswitch,hyperv on host dv-cinder-797170-3-iscsi at level 0 using segments [{'id': '3f8f9796-b62c-40ed-9572-55111bd51848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0316c735-cdaa-4548-b14e-eee4ef4396d6'}] {{(pid=92784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:33:53.821358 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddc9461-97ac-47fe-aea6-0fab2fde66be None None] Attempting to bind port 58c0fe06-7c77-466b-b7ef-8f6429f9715d on network 0316c735-cdaa-4548-b14e-eee4ef4396d6 {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:33:53.826210 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddc9461-97ac-47fe-aea6-0fab2fde66be None None] Checking agent: {'id': 'cd99bddb-5f01-48a7-a512-3eb4d714493f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 18), 'started_at': datetime.datetime(2021, 6, 21, 4, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:33:53.826622 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddc9461-97ac-47fe-aea6-0fab2fde66be None None] Checking segment: {'id': '3f8f9796-b62c-40ed-9572-55111bd51848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0316c735-cdaa-4548-b14e-eee4ef4396d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:33:53.827039 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-7ddc9461-97ac-47fe-aea6-0fab2fde66be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:53.827439 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddc9461-97ac-47fe-aea6-0fab2fde66be None None] Bound using segment: {'id': '3f8f9796-b62c-40ed-9572-55111bd51848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0316c735-cdaa-4548-b14e-eee4ef4396d6'} {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:33:53.827936 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-7ddc9461-97ac-47fe-aea6-0fab2fde66be None None] Bound port: 58c0fe06-7c77-466b-b7ef-8f6429f9715d, host: dv-cinder-797170-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f8f9796-b62c-40ed-9572-55111bd51848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0316c735-cdaa-4548-b14e-eee4ef4396d6'}}] {{(pid=92784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:33:53.828313 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-7ddc9461-97ac-47fe-aea6-0fab2fde66be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:53.849292 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-0e7e35fb-1c12-42f6-9c4a-ff078098d1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14133711'] for port, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:53.851445 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-481ad59d-908e-4568-b359-281822520d54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:53.889105 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-7ddc9461-97ac-47fe-aea6-0fab2fde66be None None] For port 58c0fe06-7c77-466b-b7ef-8f6429f9715d, host dv-cinder-797170-3-iscsi, cleared binding levels {{(pid=92784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:33:53.892158 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-7ddc9461-97ac-47fe-aea6-0fab2fde66be None None] For port 58c0fe06-7c77-466b-b7ef-8f6429f9715d, host dv-cinder-797170-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=58c0fe06-7c77-466b-b7ef-8f6429f9715d,segment=NetworkSegment(3f8f9796-b62c-40ed-9572-55111bd51848),segment_id=3f8f9796-b62c-40ed-9572-55111bd51848)] {{(pid=92784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:33:53.894518 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7e35fb-1c12-42f6-9c4a-ff078098d1bc admin admin] Network 6916bb71-a8d9-40e6-a88e-dbc7129bc7b3 is already hosted by enough agents. {{(pid=92782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:33:53.897423 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-7ddc9461-97ac-47fe-aea6-0fab2fde66be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:53.899341 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-ff77eff8-a494-4e04-a0ff-4b889a6a87da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:53.900719 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.base_scheduler [None req-0e7e35fb-1c12-42f6-9c4a-ff078098d1bc admin admin] Resources bound (agent type, host, resource id): {{(pid=92782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:33:53.903205 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7e35fb-1c12-42f6-9c4a-ff078098d1bc admin admin] Received port after_create {{(pid=92782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:33:53.927260 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e35fb-1c12-42f6-9c4a-ff078098d1bc admin admin] Pushing event updated for resources: {'Port': ['ID=0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:53.930497 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-0e7e35fb-1c12-42f6-9c4a-ff078098d1bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:53.952130 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc9461-97ac-47fe-aea6-0fab2fde66be None None] Pushing event updated for resources: {'Port': ['ID=58c0fe06-7c77-466b-b7ef-8f6429f9715d,revision_number=2']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:53.955034 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-7ddc9461-97ac-47fe-aea6-0fab2fde66be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:54.181104 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-0e7e35fb-1c12-42f6-9c4a-ff078098d1bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:54.375390 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-0e7e35fb-1c12-42f6-9c4a-ff078098d1bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689657'] for router, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:54.499014 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e7e35fb-1c12-42f6-9c4a-ff078098d1bc admin admin] Router e056c4ee-bc6e-4b43-8334-21d0e6436e87 is scheduled to L3 agent 24838221-9d49-44eb-9e47-6a2fc9da17a2 with binding_index 1 {{(pid=92782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 04:33:54.605735 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7e35fb-1c12-42f6-9c4a-ff078098d1bc admin admin] Notify agent at l3_agent.dv-cinder-797170-3-iscsi the message routers_updated {{(pid=92782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:33:54.614242 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb3adc0-f53a-4183-9d83-41f6b59ac296 None None] Sync routers for ids ['e056c4ee-bc6e-4b43-8334-21d0e6436e87'] in dv-cinder-797170-3-iscsi {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:33:54.623598 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-0e7e35fb-1c12-42f6-9c4a-ff078098d1bc admin admin] Notify callbacks [] for router, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:54.624333 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb3adc0-f53a-4183-9d83-41f6b59ac296 None None] Routers {'e056c4ee-bc6e-4b43-8334-21d0e6436e87'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:33:54.627678 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-7fb3adc0-f53a-4183-9d83-41f6b59ac296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:33:30Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['e056c4ee-bc6e-4b43-8334-21d0e6436e87'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:54.627865 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-0e7e35fb-1c12-42f6-9c4a-ff078098d1bc admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4678252 Jun 21 04:33:54.627973 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 37716) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:54.739522 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-7fb3adc0-f53a-4183-9d83-41f6b59ac296 None None] Set router e056c4ee-bc6e-4b43-8334-21d0e6436e87 gateway port host: dv-cinder-797170-3-iscsi {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:33:54.843175 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c40b0f-2dd2-491b-b23d-c61d82f7072b None None] Network 0316c735-cdaa-4548-b14e-eee4ef4396d6 requested from dv-cinder-797170-3-iscsi {{(pid=92784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:33:54.997252 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-2339c992-a279-4a40-85c1-e5dc89f2a92f None None] Provisioning for port 58c0fe06-7c77-466b-b7ef-8f6429f9715d completed by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:33:55.045057 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-9bad2152-5182-4914-a50b-939dc5578d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:55.058260 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-7fb3adc0-f53a-4183-9d83-41f6b59ac296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e056c4ee-bc6e-4b43-8334-21d0e6436e87', 'name': 'tempest-TestShelveInstance-1720327024-router', 'tenant_id': '5984621e8c634a5faafc7bffba674491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:53Z', 'updated_at': '2021-06-21T04:33:54Z', 'revision_number': 3, 'project_id': '5984621e8c634a5faafc7bffba674491', 'gw_port': {'id': '0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:01:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e056c4ee-bc6e-4b43-8334-21d0e6436e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:53Z', 'updated_at': '2021-06-21T04:33:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi'}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:55.088062 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb3adc0-f53a-4183-9d83-41f6b59ac296 None None] Checking router: e056c4ee-bc6e-4b43-8334-21d0e6436e87 for host: dv-cinder-797170-3-iscsi {{(pid=92784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:33:55.088348 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb3adc0-f53a-4183-9d83-41f6b59ac296 None None] Updating router e056c4ee-bc6e-4b43-8334-21d0e6436e87 port 0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6 binding host dv-cinder-797170-3-iscsi {{(pid=92784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:33:55.135720 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-7fb3adc0-f53a-4183-9d83-41f6b59ac296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:55.211805 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.db_base_plugin_common [None req-9bad2152-5182-4914-a50b-939dc5578d97 admin admin] Allocated IP 172.20.0.1 (0316c735-cdaa-4548-b14e-eee4ef4396d6/21b4d01a-b402-480f-93d4-f5393eb539d9/e61c8eaa-3d68-4e7d-96e2-e59c365cfcba) {{(pid=92783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:33:55.332975 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-9bad2152-5182-4914-a50b-939dc5578d97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:55.349305 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.provisioning_blocks [None req-9bad2152-5182-4914-a50b-939dc5578d97 admin admin] Transition to ACTIVE for port object e61c8eaa-3d68-4e7d-96e2-e59c365cfcba will not be triggered until provisioned by entity DHCP. {{(pid=92783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:33:55.383707 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-9bad2152-5182-4914-a50b-939dc5578d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12641975'] for port, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:55.387618 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-e62266d7-7144-4aa0-85c1-e6057868d2e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:55.417306 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-7fb3adc0-f53a-4183-9d83-41f6b59ac296 None None] Notify callbacks [] for port, precommit_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:55.427141 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-7fb3adc0-f53a-4183-9d83-41f6b59ac296 None None] Transition to ACTIVE for port object 0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6 will not be triggered until provisioned by entity L2. {{(pid=92784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:33:55.429128 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bad2152-5182-4914-a50b-939dc5578d97 admin admin] Network 0316c735-cdaa-4548-b14e-eee4ef4396d6 is already hosted by enough agents. {{(pid=92783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:33:55.434796 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.base_scheduler [None req-9bad2152-5182-4914-a50b-939dc5578d97 admin admin] Resources bound (agent type, host, resource id): {{(pid=92783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:33:55.436458 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bad2152-5182-4914-a50b-939dc5578d97 admin admin] Received port after_create {{(pid=92783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:33:55.442681 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-7fb3adc0-f53a-4183-9d83-41f6b59ac296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:55.448903 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:55.451136 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 58c0fe06-7c77-466b-b7ef-8f6429f9715d up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:33:55.469871 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bad2152-5182-4914-a50b-939dc5578d97 admin admin] Pushing event updated for resources: {'Port': ['ID=e61c8eaa-3d68-4e7d-96e2-e59c365cfcba,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:55.472773 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-9bad2152-5182-4914-a50b-939dc5578d97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:55.487247 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-9bad2152-5182-4914-a50b-939dc5578d97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1693462'] for router_interface, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:55.531563 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f7696-90c7-44ae-8ec8-627ac55e8194 None None] Pushing event updated for resources: {'Port': ['ID=0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6,revision_number=2']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:55.536824 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-d32f7696-90c7-44ae-8ec8-627ac55e8194 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:55.538764 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-7fb3adc0-f53a-4183-9d83-41f6b59ac296 None None] Attempting to bind port 0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6 on host dv-cinder-797170-3-iscsi for vnic_type normal with profile {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:33:55.539147 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-7fb3adc0-f53a-4183-9d83-41f6b59ac296 None None] Attempting to bind port 0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6 by drivers openvswitch,hyperv on host dv-cinder-797170-3-iscsi at level 0 using segments [{'id': 'e399e9b6-8ae1-4c2d-bd11-625228d4b590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3'}] {{(pid=92784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:33:55.539526 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb3adc0-f53a-4183-9d83-41f6b59ac296 None None] Attempting to bind port 0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6 on network 6916bb71-a8d9-40e6-a88e-dbc7129bc7b3 {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:33:55.547593 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb3adc0-f53a-4183-9d83-41f6b59ac296 None None] Checking agent: {'id': 'cd99bddb-5f01-48a7-a512-3eb4d714493f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 18), 'started_at': datetime.datetime(2021, 6, 21, 4, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:33:55.547985 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb3adc0-f53a-4183-9d83-41f6b59ac296 None None] Checking segment: {'id': 'e399e9b6-8ae1-4c2d-bd11-625228d4b590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:33:55.548398 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-7fb3adc0-f53a-4183-9d83-41f6b59ac296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:55.548805 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb3adc0-f53a-4183-9d83-41f6b59ac296 None None] Bound using segment: {'id': 'e399e9b6-8ae1-4c2d-bd11-625228d4b590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3'} {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:33:55.549294 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-7fb3adc0-f53a-4183-9d83-41f6b59ac296 None None] Bound port: 0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6, host: dv-cinder-797170-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e399e9b6-8ae1-4c2d-bd11-625228d4b590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3'}}] {{(pid=92784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:33:55.549677 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-7fb3adc0-f53a-4183-9d83-41f6b59ac296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:55.590877 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning for port 58c0fe06-7c77-466b-b7ef-8f6429f9715d completed by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:33:55.600267 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning complete for port 58c0fe06-7c77-466b-b7ef-8f6429f9715d triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:33:55.600997 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:55.645859 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-7fb3adc0-f53a-4183-9d83-41f6b59ac296 None None] For port 0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6, host dv-cinder-797170-3-iscsi, cleared binding levels {{(pid=92784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:33:55.646129 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-9bad2152-5182-4914-a50b-939dc5578d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:55.661519 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-7fb3adc0-f53a-4183-9d83-41f6b59ac296 None None] For port 0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6, host dv-cinder-797170-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6,segment=NetworkSegment(e399e9b6-8ae1-4c2d-bd11-625228d4b590),segment_id=e399e9b6-8ae1-4c2d-bd11-625228d4b590)] {{(pid=92784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:33:55.671586 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-7fb3adc0-f53a-4183-9d83-41f6b59ac296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:55.673867 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-cbbf64aa-cf49-4561-a32f-518e1e4392f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:55.715801 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-dd069e7e-6f5c-49de-be83-42ac6244bd3f None None] Provisioning for port e61c8eaa-3d68-4e7d-96e2-e59c365cfcba completed by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:33:55.749072 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-dd069e7e-6f5c-49de-be83-42ac6244bd3f None None] Provisioning complete for port e61c8eaa-3d68-4e7d-96e2-e59c365cfcba triggered by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:33:55.749448 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-dd069e7e-6f5c-49de-be83-42ac6244bd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:55.798681 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f7696-90c7-44ae-8ec8-627ac55e8194 None None] Pushing event updated for resources: {'Port': ['ID=0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6,revision_number=3']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:55.804244 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb3adc0-f53a-4183-9d83-41f6b59ac296 None None] Routers {'e056c4ee-bc6e-4b43-8334-21d0e6436e87'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:33:55.804858 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-7fb3adc0-f53a-4183-9d83-41f6b59ac296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:33:30Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['e056c4ee-bc6e-4b43-8334-21d0e6436e87'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:55.807262 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-d32f7696-90c7-44ae-8ec8-627ac55e8194 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:55.810581 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:55.810991 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-9bad2152-5182-4914-a50b-939dc5578d97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:55.815378 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-9bad2152-5182-4914-a50b-939dc5578d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641921'] for port, after_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:55.818541 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-260697f4-2cd7-4766-a08b-78c9f95de146 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:55.856079 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-dd069e7e-6f5c-49de-be83-42ac6244bd3f None None] Port e61c8eaa-3d68-4e7d-96e2-e59c365cfcba cannot update to ACTIVE because it is not bound. {{(pid=92784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:33:55.923792 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] For port 58c0fe06-7c77-466b-b7ef-8f6429f9715d, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=58c0fe06-7c77-466b-b7ef-8f6429f9715d,segment=NetworkSegment(3f8f9796-b62c-40ed-9572-55111bd51848),segment_id=3f8f9796-b62c-40ed-9572-55111bd51848)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:55.930077 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:55.933944 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-c0ea3569-1790-4de6-9a25-5b50a10b8fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:55.973562 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-7fb3adc0-f53a-4183-9d83-41f6b59ac296 None None] Set router e056c4ee-bc6e-4b43-8334-21d0e6436e87 gateway port host: dv-cinder-797170-3-iscsi {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:33:56.023318 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Pushing event updated for resources: {'Port': ['ID=58c0fe06-7c77-466b-b7ef-8f6429f9715d,revision_number=3']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:56.026553 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:56.143383 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-9bad2152-5182-4914-a50b-939dc5578d97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1773157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690639'] for router_interface, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:56.145899 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bad2152-5182-4914-a50b-939dc5578d97 admin admin] Pushing event updated for resources: {'Port': ['ID=e61c8eaa-3d68-4e7d-96e2-e59c365cfcba,revision_number=2']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:56.151857 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-9bad2152-5182-4914-a50b-939dc5578d97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:56.199119 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-7fb3adc0-f53a-4183-9d83-41f6b59ac296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e056c4ee-bc6e-4b43-8334-21d0e6436e87', 'name': 'tempest-TestShelveInstance-1720327024-router', 'tenant_id': '5984621e8c634a5faafc7bffba674491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:53Z', 'updated_at': '2021-06-21T04:33:55Z', 'revision_number': 4, 'project_id': '5984621e8c634a5faafc7bffba674491', 'gw_port': {'id': '0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:01:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e056c4ee-bc6e-4b43-8334-21d0e6436e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:53Z', 'updated_at': '2021-06-21T04:33:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': 'e61c8eaa-3d68-4e7d-96e2-e59c365cfcba', 'name': '', 'network_id': '0316c735-cdaa-4548-b14e-eee4ef4396d6', 'tenant_id': '5984621e8c634a5faafc7bffba674491', 'mac_address': 'fa:16:3e:52:ea:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e056c4ee-bc6e-4b43-8334-21d0e6436e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '21b4d01a-b402-480f-93d4-f5393eb539d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:55Z', 'updated_at': '2021-06-21T04:33:55Z', 'revision_number': 1, 'project_id': '5984621e8c634a5faafc7bffba674491', 'subnets': [{'id': '21b4d01a-b402-480f-93d4-f5393eb539d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:56.225925 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb3adc0-f53a-4183-9d83-41f6b59ac296 None None] The sync data for ids ['e056c4ee-bc6e-4b43-8334-21d0e6436e87'] in dv-cinder-797170-3-iscsi is: [{'id': 'e056c4ee-bc6e-4b43-8334-21d0e6436e87', 'name': 'tempest-TestShelveInstance-1720327024-router', 'tenant_id': '5984621e8c634a5faafc7bffba674491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:53Z', 'updated_at': '2021-06-21T04:33:55Z', 'revision_number': 4, 'project_id': '5984621e8c634a5faafc7bffba674491', 'gw_port': {'id': '0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:01:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e056c4ee-bc6e-4b43-8334-21d0e6436e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:53Z', 'updated_at': '2021-06-21T04:33:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': 'e61c8eaa-3d68-4e7d-96e2-e59c365cfcba', 'name': '', 'network_id': '0316c735-cdaa-4548-b14e-eee4ef4396d6', 'tenant_id': '5984621e8c634a5faafc7bffba674491', 'mac_address': 'fa:16:3e:52:ea:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e056c4ee-bc6e-4b43-8334-21d0e6436e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '21b4d01a-b402-480f-93d4-f5393eb539d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:55Z', 'updated_at': '2021-06-21T04:33:55Z', 'revision_number': 1, 'project_id': '5984621e8c634a5faafc7bffba674491', 'subnets': [{'id': '21b4d01a-b402-480f-93d4-f5393eb539d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:33:56.236019 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bad2152-5182-4914-a50b-939dc5578d97 admin admin] Network 0316c735-cdaa-4548-b14e-eee4ef4396d6 is already hosted by enough agents. {{(pid=92783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:33:56.237463 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.base_scheduler [None req-9bad2152-5182-4914-a50b-939dc5578d97 admin admin] Resources bound (agent type, host, resource id): {{(pid=92783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:33:56.362606 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bad2152-5182-4914-a50b-939dc5578d97 admin admin] Router e056c4ee-bc6e-4b43-8334-21d0e6436e87 has already been hosted by L3 agent 24838221-9d49-44eb-9e47-6a2fc9da17a2 {{(pid=92783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:33:56.479602 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-9cc3ff20-456c-406a-ade5-34c18989d400 None None] Provisioning complete for port e61c8eaa-3d68-4e7d-96e2-e59c365cfcba triggered by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:33:56.479989 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-9cc3ff20-456c-406a-ade5-34c18989d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:56.484474 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bad2152-5182-4914-a50b-939dc5578d97 admin admin] Notify agent at l3_agent.dv-cinder-797170-3-iscsi the message routers_updated {{(pid=92783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:33:56.495232 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-9bad2152-5182-4914-a50b-939dc5578d97 admin admin] 10.222.0.53 "PUT /v2.0/routers/e056c4ee-bc6e-4b43-8334-21d0e6436e87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8661280 Jun 21 04:33:56.520646 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-9cc3ff20-456c-406a-ade5-34c18989d400 None None] Port e61c8eaa-3d68-4e7d-96e2-e59c365cfcba cannot update to ACTIVE because it is not bound. {{(pid=92784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:33:56.979610 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 37734) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:56.984746 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [None req-8ebbc44e-138b-4260-ba0f-918d50cfc178 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-396642771-network', 'tenant_id': 'f4d09090bba443709cb5a4e38703c8f7'}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:33:57.006565 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ebbc44e-138b-4260-ba0f-918d50cfc178 admin admin] Made reservation on behalf of f4d09090bba443709cb5a4e38703c8f7 for: {'network': 1} {{(pid=92783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:33:57.008965 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-8ebbc44e-138b-4260-ba0f-918d50cfc178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for network, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:57.018320 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-8ebbc44e-138b-4260-ba0f-918d50cfc178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:57.114175 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-8ebbc44e-138b-4260-ba0f-918d50cfc178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:57.118681 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-8ebbc44e-138b-4260-ba0f-918d50cfc178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:57.121807 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-8d0e7b1b-d89a-465b-afeb-648feff973d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:57.149334 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ebbc44e-138b-4260-ba0f-918d50cfc178 admin admin] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=92783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 04:33:57.154001 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebbc44e-138b-4260-ba0f-918d50cfc178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933c34fc-fc91-4f7e-ac5c-544a832c3d16,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:57.157969 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-8ebbc44e-138b-4260-ba0f-918d50cfc178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:57.162540 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-8ebbc44e-138b-4260-ba0f-918d50cfc178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607066'] for segment, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:57.162891 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.db.segments_db [None req-8ebbc44e-138b-4260-ba0f-918d50cfc178 admin admin] Added segment 045a3b55-36e3-4dbb-a759-a89fea68f64a of type vlan for network 94001c64-6c8f-44bd-be7e-05e1fc46a332 Jun 21 04:33:57.206702 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-8ebbc44e-138b-4260-ba0f-918d50cfc178 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749528449994'] for network, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:57.239895 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-8ebbc44e-138b-4260-ba0f-918d50cfc178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-431616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067'] for network, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:57.241724 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebbc44e-138b-4260-ba0f-918d50cfc178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:57.242305 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-8ebbc44e-138b-4260-ba0f-918d50cfc178 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for network, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:57.244525 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-1c466ee0-6b4b-4814-9783-aaa999e213c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:57.297171 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-8ebbc44e-138b-4260-ba0f-918d50cfc178 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3163555 Jun 21 04:33:57.300032 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 37736) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:57.306320 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [None req-1c5821c4-5d63-4485-9cea-ca0a455f6775 admin admin] Request body: {'subnet': {'network_id': '94001c64-6c8f-44bd-be7e-05e1fc46a332', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-396642771-subnet', 'tenant_id': 'f4d09090bba443709cb5a4e38703c8f7', 'ip_version': 4}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:33:57.311168 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebbc44e-138b-4260-ba0f-918d50cfc178 admin admin] Pushing event updated for resources: {'Network': ['ID=94001c64-6c8f-44bd-be7e-05e1fc46a332,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:57.314728 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-8ebbc44e-138b-4260-ba0f-918d50cfc178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:57.321812 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Network 94001c64-6c8f-44bd-be7e-05e1fc46a332 details requested by agent ovs-agent-dv-cinder-797170-3-iscsi with host dv-cinder-797170-3-iscsi {{(pid=92784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 04:33:57.331781 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5821c4-5d63-4485-9cea-ca0a455f6775 admin admin] Made reservation on behalf of f4d09090bba443709cb5a4e38703c8f7 for: {'subnet': 1} {{(pid=92782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:33:57.334642 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-1c5821c4-5d63-4485-9cea-ca0a455f6775 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14135538'] for subnet, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:57.480033 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-b1f5fe08-552a-4844-aad3-d4f624b5d563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:57.503625 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 58c0fe06-7c77-466b-b7ef-8f6429f9715d up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:33:57.532842 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-1c5821c4-5d63-4485-9cea-ca0a455f6775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14133627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14135520'] for subnet, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:57.535968 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:57.552039 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning complete for port 58c0fe06-7c77-466b-b7ef-8f6429f9715d triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:33:57.552418 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:57.595978 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5821c4-5d63-4485-9cea-ca0a455f6775 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f71dac46-d1d4-4cb9-87a7-64a7a9da3fbd,revision_number=0']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:57.598608 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-1c5821c4-5d63-4485-9cea-ca0a455f6775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:57.606340 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5821c4-5d63-4485-9cea-ca0a455f6775 admin admin] Checking segment: {'id': '045a3b55-36e3-4dbb-a759-a89fea68f64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '94001c64-6c8f-44bd-be7e-05e1fc46a332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:33:57.606724 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5821c4-5d63-4485-9cea-ca0a455f6775 admin admin] Network hostable DHCP agents. Network: 94001c64-6c8f-44bd-be7e-05e1fc46a332, hostable agents: ['6ffbca20-0783-49ee-bbe9-7ece843bbb1a'], hosted agents: [] {{(pid=92782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 04:33:57.624594 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5821c4-5d63-4485-9cea-ca0a455f6775 admin admin] Network 94001c64-6c8f-44bd-be7e-05e1fc46a332 is scheduled to be hosted by DHCP agent 6ffbca20-0783-49ee-bbe9-7ece843bbb1a with binding_index 1 {{(pid=92782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 04:33:57.634067 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.base_scheduler [None req-1c5821c4-5d63-4485-9cea-ca0a455f6775 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-3-iscsi, 94001c64-6c8f-44bd-be7e-05e1fc46a332) {{(pid=92782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:33:57.637603 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6 up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:33:57.638068 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5821c4-5d63-4485-9cea-ca0a455f6775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:33:57.638671 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-1c5821c4-5d63-4485-9cea-ca0a455f6775 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:57.653086 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-1c5821c4-5d63-4485-9cea-ca0a455f6775 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3514519 Jun 21 04:33:57.656108 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 37738) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:57.660204 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f9f66e-f8ad-4790-b1b6-ab8ee823752d None None] Network 94001c64-6c8f-44bd-be7e-05e1fc46a332 requested from dv-cinder-797170-3-iscsi {{(pid=92784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:33:57.664256 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [None req-c92b9bd3-325e-44ac-8329-57ffdfa3a336 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-396642771-router', 'tenant_id': 'f4d09090bba443709cb5a4e38703c8f7', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3'}}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:33:57.684562 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-c92b9bd3-325e-44ac-8329-57ffdfa3a336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1652140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1090'] for router, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:57.685997 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-c92b9bd3-325e-44ac-8329-57ffdfa3a336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1691295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-399341', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1083'] for router, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:57.743135 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-c92b9bd3-325e-44ac-8329-57ffdfa3a336 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:57.866853 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning for port 0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6 completed by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:33:57.877031 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning complete for port 0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6 triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:33:57.877420 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:57.883319 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-c92b9bd3-325e-44ac-8329-57ffdfa3a336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1691373', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1652062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1065'] for router, precommit_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:57.995365 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0508a0-1662-4558-b6de-bfef689641c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp852c364a-3c00-5dcc-a1ca-700424c8e09a-94001c64-6c8f-44bd-be7e-05e1fc46a332', 'network_id': '94001c64-6c8f-44bd-be7e-05e1fc46a332', 'tenant_id': 'f4d09090bba443709cb5a4e38703c8f7', 'fixed_ips': [{'subnet_id': 'f71dac46-d1d4-4cb9-87a7-64a7a9da3fbd'}]}} from dv-cinder-797170-3-iscsi. {{(pid=92784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 04:33:57.996371 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-0b0508a0-1662-4558-b6de-bfef689641c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:58.028714 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:58.095312 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-c92b9bd3-325e-44ac-8329-57ffdfa3a336 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:58.106734 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] For port 0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6,segment=NetworkSegment(e399e9b6-8ae1-4c2d-bd11-625228d4b590),segment_id=e399e9b6-8ae1-4c2d-bd11-625228d4b590)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:33:58.115114 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-c92b9bd3-325e-44ac-8329-57ffdfa3a336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:58.115548 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:58.119509 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:58.196807 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.db_base_plugin_common [None req-0b0508a0-1662-4558-b6de-bfef689641c0 None None] Allocated IP 172.20.0.2 (94001c64-6c8f-44bd-be7e-05e1fc46a332/f71dac46-d1d4-4cb9-87a7-64a7a9da3fbd/d35a0e1c-d97e-424b-bfb0-d59b42e15261) {{(pid=92784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:33:58.198989 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Pushing event updated for resources: {'Port': ['ID=0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6,revision_number=4']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:58.203937 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:58.226060 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.db_base_plugin_common [None req-c92b9bd3-325e-44ac-8329-57ffdfa3a336 admin admin] Allocated IP 172.27.3.163 (6916bb71-a8d9-40e6-a88e-dbc7129bc7b3/8c39627d-1aec-4229-8b15-efcd0ccd7e2f/6b524d51-faf3-44ec-8eb6-47c0ae11e69f) {{(pid=92783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:33:58.282830 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13057413-e32e-46e6-91b1-d99b65afdfa9 None None] Sync routers for ids ['e056c4ee-bc6e-4b43-8334-21d0e6436e87'] in dv-cinder-797170-3-iscsi {{(pid=92785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:33:58.293323 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13057413-e32e-46e6-91b1-d99b65afdfa9 None None] Routers {'e056c4ee-bc6e-4b43-8334-21d0e6436e87'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:33:58.293975 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-13057413-e32e-46e6-91b1-d99b65afdfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:33:30Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['e056c4ee-bc6e-4b43-8334-21d0e6436e87'], 'active': True} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:58.337638 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-c92b9bd3-325e-44ac-8329-57ffdfa3a336 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:58.356281 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-0b0508a0-1662-4558-b6de-bfef689641c0 None None] Notify callbacks [] for port, precommit_create {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:58.366173 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-0b0508a0-1662-4558-b6de-bfef689641c0 None None] Transition to ACTIVE for port object d35a0e1c-d97e-424b-bfb0-d59b42e15261 will not be triggered until provisioned by entity L2. {{(pid=92784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:33:58.379551 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-c92b9bd3-325e-44ac-8329-57ffdfa3a336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12641975'] for port, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:58.382178 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-0b0508a0-1662-4558-b6de-bfef689641c0 None None] Transition to ACTIVE for port object d35a0e1c-d97e-424b-bfb0-d59b42e15261 will not be triggered until provisioned by entity DHCP. {{(pid=92784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:33:58.383572 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-284cb346-d749-4f2f-b330-3aba6b56c895 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:58.390921 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-0b0508a0-1662-4558-b6de-bfef689641c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989'] for port, after_create {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:58.393751 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-9705b299-97cc-44ec-a946-f210933208a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:58.400221 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvr_db [None req-13057413-e32e-46e6-91b1-d99b65afdfa9 None None] Set router e056c4ee-bc6e-4b43-8334-21d0e6436e87 gateway port host: dv-cinder-797170-3-iscsi {{(pid=92785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:33:58.422944 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92b9bd3-325e-44ac-8329-57ffdfa3a336 admin admin] Network 6916bb71-a8d9-40e6-a88e-dbc7129bc7b3 is already hosted by enough agents. {{(pid=92783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:33:58.426130 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.base_scheduler [None req-c92b9bd3-325e-44ac-8329-57ffdfa3a336 admin admin] Resources bound (agent type, host, resource id): {{(pid=92783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:33:58.430172 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0508a0-1662-4558-b6de-bfef689641c0 None None] Network 94001c64-6c8f-44bd-be7e-05e1fc46a332 is already hosted by enough agents. {{(pid=92784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:33:58.433097 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.scheduler.base_scheduler [None req-0b0508a0-1662-4558-b6de-bfef689641c0 None None] Resources bound (agent type, host, resource id): {{(pid=92784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:33:58.434351 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92b9bd3-325e-44ac-8329-57ffdfa3a336 admin admin] Received port after_create {{(pid=92783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:33:58.436587 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0508a0-1662-4558-b6de-bfef689641c0 None None] Received port after_create {{(pid=92784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:33:58.444214 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0508a0-1662-4558-b6de-bfef689641c0 None None] Pushing event updated for resources: {'Port': ['ID=d35a0e1c-d97e-424b-bfb0-d59b42e15261,revision_number=1']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:58.448362 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-0b0508a0-1662-4558-b6de-bfef689641c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:58.458973 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b9bd3-325e-44ac-8329-57ffdfa3a336 admin admin] Pushing event updated for resources: {'Port': ['ID=6b524d51-faf3-44ec-8eb6-47c0ae11e69f,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:58.463387 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-c92b9bd3-325e-44ac-8329-57ffdfa3a336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:58.501539 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-0b0508a0-1662-4558-b6de-bfef689641c0 None None] Attempting to bind port d35a0e1c-d97e-424b-bfb0-d59b42e15261 on host dv-cinder-797170-3-iscsi for vnic_type normal with profile {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:33:58.501930 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-0b0508a0-1662-4558-b6de-bfef689641c0 None None] Attempting to bind port d35a0e1c-d97e-424b-bfb0-d59b42e15261 by drivers openvswitch,hyperv on host dv-cinder-797170-3-iscsi at level 0 using segments [{'id': '045a3b55-36e3-4dbb-a759-a89fea68f64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '94001c64-6c8f-44bd-be7e-05e1fc46a332'}] {{(pid=92784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:33:58.503359 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0508a0-1662-4558-b6de-bfef689641c0 None None] Attempting to bind port d35a0e1c-d97e-424b-bfb0-d59b42e15261 on network 94001c64-6c8f-44bd-be7e-05e1fc46a332 {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:33:58.509335 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0508a0-1662-4558-b6de-bfef689641c0 None None] Checking agent: {'id': 'cd99bddb-5f01-48a7-a512-3eb4d714493f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 18), 'started_at': datetime.datetime(2021, 6, 21, 4, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:33:58.509712 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0508a0-1662-4558-b6de-bfef689641c0 None None] Checking segment: {'id': '045a3b55-36e3-4dbb-a759-a89fea68f64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '94001c64-6c8f-44bd-be7e-05e1fc46a332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:33:58.510118 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-0b0508a0-1662-4558-b6de-bfef689641c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:58.510568 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0508a0-1662-4558-b6de-bfef689641c0 None None] Bound using segment: {'id': '045a3b55-36e3-4dbb-a759-a89fea68f64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '94001c64-6c8f-44bd-be7e-05e1fc46a332'} {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:33:58.511044 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-0b0508a0-1662-4558-b6de-bfef689641c0 None None] Bound port: d35a0e1c-d97e-424b-bfb0-d59b42e15261, host: dv-cinder-797170-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '045a3b55-36e3-4dbb-a759-a89fea68f64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '94001c64-6c8f-44bd-be7e-05e1fc46a332'}}] {{(pid=92784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:33:58.511425 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-0b0508a0-1662-4558-b6de-bfef689641c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:58.575891 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-0b0508a0-1662-4558-b6de-bfef689641c0 None None] For port d35a0e1c-d97e-424b-bfb0-d59b42e15261, host dv-cinder-797170-3-iscsi, cleared binding levels {{(pid=92784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:33:58.578851 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-0b0508a0-1662-4558-b6de-bfef689641c0 None None] For port d35a0e1c-d97e-424b-bfb0-d59b42e15261, host dv-cinder-797170-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=d35a0e1c-d97e-424b-bfb0-d59b42e15261,segment=NetworkSegment(045a3b55-36e3-4dbb-a759-a89fea68f64a),segment_id=045a3b55-36e3-4dbb-a759-a89fea68f64a)] {{(pid=92784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:33:58.585490 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-0b0508a0-1662-4558-b6de-bfef689641c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:58.588476 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:58.611316 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-13057413-e32e-46e6-91b1-d99b65afdfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e056c4ee-bc6e-4b43-8334-21d0e6436e87', 'name': 'tempest-TestShelveInstance-1720327024-router', 'tenant_id': '5984621e8c634a5faafc7bffba674491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:53Z', 'updated_at': '2021-06-21T04:33:55Z', 'revision_number': 4, 'project_id': '5984621e8c634a5faafc7bffba674491', 'gw_port': {'id': '0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:01:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e056c4ee-bc6e-4b43-8334-21d0e6436e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:53Z', 'updated_at': '2021-06-21T04:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': 'e61c8eaa-3d68-4e7d-96e2-e59c365cfcba', 'name': '', 'network_id': '0316c735-cdaa-4548-b14e-eee4ef4396d6', 'tenant_id': '5984621e8c634a5faafc7bffba674491', 'mac_address': 'fa:16:3e:52:ea:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e056c4ee-bc6e-4b43-8334-21d0e6436e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '21b4d01a-b402-480f-93d4-f5393eb539d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:55Z', 'updated_at': '2021-06-21T04:33:55Z', 'revision_number': 2, 'project_id': '5984621e8c634a5faafc7bffba674491', 'subnets': [{'id': '21b4d01a-b402-480f-93d4-f5393eb539d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:58.644374 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0508a0-1662-4558-b6de-bfef689641c0 None None] Pushing event updated for resources: {'Port': ['ID=d35a0e1c-d97e-424b-bfb0-d59b42e15261,revision_number=2']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:58.647496 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-0b0508a0-1662-4558-b6de-bfef689641c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:58.648783 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13057413-e32e-46e6-91b1-d99b65afdfa9 None None] Checking router: e056c4ee-bc6e-4b43-8334-21d0e6436e87 for host: dv-cinder-797170-3-iscsi {{(pid=92785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:33:58.649153 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13057413-e32e-46e6-91b1-d99b65afdfa9 None None] Updating router e056c4ee-bc6e-4b43-8334-21d0e6436e87 port e61c8eaa-3d68-4e7d-96e2-e59c365cfcba binding host dv-cinder-797170-3-iscsi {{(pid=92785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:33:58.683036 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-13057413-e32e-46e6-91b1-d99b65afdfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:58.708332 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-c92b9bd3-325e-44ac-8329-57ffdfa3a336 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:58.954033 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-c92b9bd3-325e-44ac-8329-57ffdfa3a336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1652133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1689657'] for router, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:58.958268 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-13057413-e32e-46e6-91b1-d99b65afdfa9 None None] Notify callbacks [] for port, precommit_update {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:58.967679 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.provisioning_blocks [None req-13057413-e32e-46e6-91b1-d99b65afdfa9 None None] Transition to ACTIVE for port object e61c8eaa-3d68-4e7d-96e2-e59c365cfcba will not be triggered until provisioned by entity L2. {{(pid=92785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:33:58.973525 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-13057413-e32e-46e6-91b1-d99b65afdfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:58.976330 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG oslo_concurrency.lockutils [None req-c13fb6e8-2acc-4f31-9906-ec3c46130db6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:59.021126 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bc102f-49d3-42ef-b160-38b35ec37ce8 None None] Pushing event updated for resources: {'Port': ['ID=e61c8eaa-3d68-4e7d-96e2-e59c365cfcba,revision_number=3']} {{(pid=92785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:59.053827 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bc102f-49d3-42ef-b160-38b35ec37ce8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:59.054098 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bc102f-49d3-42ef-b160-38b35ec37ce8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:59.054668 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bc102f-49d3-42ef-b160-38b35ec37ce8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:59.055004 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bc102f-49d3-42ef-b160-38b35ec37ce8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:59.055338 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bc102f-49d3-42ef-b160-38b35ec37ce8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:59.055673 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bc102f-49d3-42ef-b160-38b35ec37ce8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:59.055998 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bc102f-49d3-42ef-b160-38b35ec37ce8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:59.056323 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bc102f-49d3-42ef-b160-38b35ec37ce8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:59.056663 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bc102f-49d3-42ef-b160-38b35ec37ce8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:59.056994 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bc102f-49d3-42ef-b160-38b35ec37ce8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:59.057314 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bc102f-49d3-42ef-b160-38b35ec37ce8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:59.057635 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bc102f-49d3-42ef-b160-38b35ec37ce8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:33:59.065880 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG oslo_concurrency.lockutils [None req-b5bc102f-49d3-42ef-b160-38b35ec37ce8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:59.088258 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c92b9bd3-325e-44ac-8329-57ffdfa3a336 admin admin] Router 465615de-efff-40ea-9652-b93b339adac0 is scheduled to L3 agent 24838221-9d49-44eb-9e47-6a2fc9da17a2 with binding_index 1 {{(pid=92783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 04:33:59.119984 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.managers [None req-13057413-e32e-46e6-91b1-d99b65afdfa9 None None] Attempting to bind port e61c8eaa-3d68-4e7d-96e2-e59c365cfcba on host dv-cinder-797170-3-iscsi for vnic_type normal with profile {{(pid=92785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:33:59.120361 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.managers [None req-13057413-e32e-46e6-91b1-d99b65afdfa9 None None] Attempting to bind port e61c8eaa-3d68-4e7d-96e2-e59c365cfcba by drivers openvswitch,hyperv on host dv-cinder-797170-3-iscsi at level 0 using segments [{'id': '3f8f9796-b62c-40ed-9572-55111bd51848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0316c735-cdaa-4548-b14e-eee4ef4396d6'}] {{(pid=92785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:33:59.120732 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13057413-e32e-46e6-91b1-d99b65afdfa9 None None] Attempting to bind port e61c8eaa-3d68-4e7d-96e2-e59c365cfcba on network 0316c735-cdaa-4548-b14e-eee4ef4396d6 {{(pid=92785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:33:59.126146 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13057413-e32e-46e6-91b1-d99b65afdfa9 None None] Checking agent: {'id': 'cd99bddb-5f01-48a7-a512-3eb4d714493f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 18), 'started_at': datetime.datetime(2021, 6, 21, 4, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:33:59.126560 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13057413-e32e-46e6-91b1-d99b65afdfa9 None None] Checking segment: {'id': '3f8f9796-b62c-40ed-9572-55111bd51848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0316c735-cdaa-4548-b14e-eee4ef4396d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:33:59.126969 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-13057413-e32e-46e6-91b1-d99b65afdfa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:59.127376 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13057413-e32e-46e6-91b1-d99b65afdfa9 None None] Bound using segment: {'id': '3f8f9796-b62c-40ed-9572-55111bd51848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0316c735-cdaa-4548-b14e-eee4ef4396d6'} {{(pid=92785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:33:59.127855 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.managers [None req-13057413-e32e-46e6-91b1-d99b65afdfa9 None None] Bound port: e61c8eaa-3d68-4e7d-96e2-e59c365cfcba, host: dv-cinder-797170-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f8f9796-b62c-40ed-9572-55111bd51848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0316c735-cdaa-4548-b14e-eee4ef4396d6'}}] {{(pid=92785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:33:59.128234 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-13057413-e32e-46e6-91b1-d99b65afdfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:59.201606 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.db [None req-13057413-e32e-46e6-91b1-d99b65afdfa9 None None] For port e61c8eaa-3d68-4e7d-96e2-e59c365cfcba, host dv-cinder-797170-3-iscsi, cleared binding levels {{(pid=92785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:33:59.204936 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.db [None req-13057413-e32e-46e6-91b1-d99b65afdfa9 None None] For port e61c8eaa-3d68-4e7d-96e2-e59c365cfcba, host dv-cinder-797170-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=e61c8eaa-3d68-4e7d-96e2-e59c365cfcba,segment=NetworkSegment(3f8f9796-b62c-40ed-9572-55111bd51848),segment_id=3f8f9796-b62c-40ed-9572-55111bd51848)] {{(pid=92785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:33:59.207117 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92b9bd3-325e-44ac-8329-57ffdfa3a336 admin admin] Notify agent at l3_agent.dv-cinder-797170-3-iscsi the message routers_updated {{(pid=92783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:33:59.209971 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-13057413-e32e-46e6-91b1-d99b65afdfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:59.213268 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG oslo_concurrency.lockutils [None req-b850fd23-3487-4666-ad1c-648b80bc076b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:33:59.217499 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ac6882-190f-4d14-93fd-d3b0e602da4c None None] Sync routers for ids ['465615de-efff-40ea-9652-b93b339adac0'] in dv-cinder-797170-3-iscsi {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:33:59.226001 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-c92b9bd3-325e-44ac-8329-57ffdfa3a336 admin admin] Notify callbacks [] for router, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:59.227418 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-c92b9bd3-325e-44ac-8329-57ffdfa3a336 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5675995 Jun 21 04:33:59.227881 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ac6882-190f-4d14-93fd-d3b0e602da4c None None] Routers {'465615de-efff-40ea-9652-b93b339adac0'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:33:59.228598 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-59ac6882-190f-4d14-93fd-d3b0e602da4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:33:30Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['465615de-efff-40ea-9652-b93b339adac0'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:59.230149 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 37740) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:33:59.267571 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bc102f-49d3-42ef-b160-38b35ec37ce8 None None] Pushing event updated for resources: {'Port': ['ID=e61c8eaa-3d68-4e7d-96e2-e59c365cfcba,revision_number=4']} {{(pid=92785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:33:59.272626 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG oslo_concurrency.lockutils [None req-b5bc102f-49d3-42ef-b160-38b35ec37ce8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:33:59.284667 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13057413-e32e-46e6-91b1-d99b65afdfa9 None None] Routers {'e056c4ee-bc6e-4b43-8334-21d0e6436e87'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:33:59.285391 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-13057413-e32e-46e6-91b1-d99b65afdfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:33:30Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['e056c4ee-bc6e-4b43-8334-21d0e6436e87'], 'active': True} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:59.412569 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-59ac6882-190f-4d14-93fd-d3b0e602da4c None None] Set router 465615de-efff-40ea-9652-b93b339adac0 gateway port host: dv-cinder-797170-3-iscsi {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:33:59.413074 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvr_db [None req-13057413-e32e-46e6-91b1-d99b65afdfa9 None None] Set router e056c4ee-bc6e-4b43-8334-21d0e6436e87 gateway port host: dv-cinder-797170-3-iscsi {{(pid=92785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:33:59.669251 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6 up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:33:59.721707 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-59ac6882-190f-4d14-93fd-d3b0e602da4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465615de-efff-40ea-9652-b93b339adac0', 'name': 'tempest-TestShelveInstance-396642771-router', 'tenant_id': 'f4d09090bba443709cb5a4e38703c8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '6b524d51-faf3-44ec-8eb6-47c0ae11e69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:57Z', 'updated_at': '2021-06-21T04:33:58Z', 'revision_number': 3, 'project_id': 'f4d09090bba443709cb5a4e38703c8f7', 'gw_port': {'id': '6b524d51-faf3-44ec-8eb6-47c0ae11e69f', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:dd:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465615de-efff-40ea-9652-b93b339adac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:58Z', 'updated_at': '2021-06-21T04:33:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi'}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:59.727719 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-13057413-e32e-46e6-91b1-d99b65afdfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e056c4ee-bc6e-4b43-8334-21d0e6436e87', 'name': 'tempest-TestShelveInstance-1720327024-router', 'tenant_id': '5984621e8c634a5faafc7bffba674491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:53Z', 'updated_at': '2021-06-21T04:33:55Z', 'revision_number': 4, 'project_id': '5984621e8c634a5faafc7bffba674491', 'gw_port': {'id': '0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:01:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e056c4ee-bc6e-4b43-8334-21d0e6436e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:53Z', 'updated_at': '2021-06-21T04:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': 'e61c8eaa-3d68-4e7d-96e2-e59c365cfcba', 'name': '', 'network_id': '0316c735-cdaa-4548-b14e-eee4ef4396d6', 'tenant_id': '5984621e8c634a5faafc7bffba674491', 'mac_address': 'fa:16:3e:52:ea:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e056c4ee-bc6e-4b43-8334-21d0e6436e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '21b4d01a-b402-480f-93d4-f5393eb539d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:55Z', 'updated_at': '2021-06-21T04:33:59Z', 'revision_number': 4, 'project_id': '5984621e8c634a5faafc7bffba674491', 'subnets': [{'id': '21b4d01a-b402-480f-93d4-f5393eb539d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:33:59.755460 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ac6882-190f-4d14-93fd-d3b0e602da4c None None] Checking router: 465615de-efff-40ea-9652-b93b339adac0 for host: dv-cinder-797170-3-iscsi {{(pid=92784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:33:59.756335 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ac6882-190f-4d14-93fd-d3b0e602da4c None None] Updating router 465615de-efff-40ea-9652-b93b339adac0 port 6b524d51-faf3-44ec-8eb6-47c0ae11e69f binding host dv-cinder-797170-3-iscsi {{(pid=92784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:33:59.764308 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13057413-e32e-46e6-91b1-d99b65afdfa9 None None] The sync data for ids ['e056c4ee-bc6e-4b43-8334-21d0e6436e87'] in dv-cinder-797170-3-iscsi is: [{'id': 'e056c4ee-bc6e-4b43-8334-21d0e6436e87', 'name': 'tempest-TestShelveInstance-1720327024-router', 'tenant_id': '5984621e8c634a5faafc7bffba674491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:53Z', 'updated_at': '2021-06-21T04:33:55Z', 'revision_number': 4, 'project_id': '5984621e8c634a5faafc7bffba674491', 'gw_port': {'id': '0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:01:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e056c4ee-bc6e-4b43-8334-21d0e6436e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:53Z', 'updated_at': '2021-06-21T04:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': 'e61c8eaa-3d68-4e7d-96e2-e59c365cfcba', 'name': '', 'network_id': '0316c735-cdaa-4548-b14e-eee4ef4396d6', 'tenant_id': '5984621e8c634a5faafc7bffba674491', 'mac_address': 'fa:16:3e:52:ea:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e056c4ee-bc6e-4b43-8334-21d0e6436e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '21b4d01a-b402-480f-93d4-f5393eb539d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:55Z', 'updated_at': '2021-06-21T04:33:59Z', 'revision_number': 4, 'project_id': '5984621e8c634a5faafc7bffba674491', 'subnets': [{'id': '21b4d01a-b402-480f-93d4-f5393eb539d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:33:59.811551 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning complete for port 0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6 triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:33:59.811551 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:59.839111 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afce6cae-cd4b-4c1d-9a5b-9623a2872919 None None] Network 94001c64-6c8f-44bd-be7e-05e1fc46a332 requested from dv-cinder-797170-3-iscsi {{(pid=92784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:33:59.845316 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-7bb131d0-b671-4694-9ac4-95720412a746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:59.856168 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-cfe12a1f-80d5-4fc0-805d-f831f30250e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:59.860927 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-59ac6882-190f-4d14-93fd-d3b0e602da4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:33:59.996791 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-b6d54b61-4260-4150-9998-b80dd119621a None None] Provisioning for port d35a0e1c-d97e-424b-bfb0-d59b42e15261 completed by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:34:00.019488 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.db_base_plugin_common [None req-cfe12a1f-80d5-4fc0-805d-f831f30250e3 admin admin] Allocated IP 172.20.0.1 (94001c64-6c8f-44bd-be7e-05e1fc46a332/f71dac46-d1d4-4cb9-87a7-64a7a9da3fbd/bfc1d1c8-7fa1-4e87-8ca0-3676008396cd) {{(pid=92783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:34:00.136434 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-cfe12a1f-80d5-4fc0-805d-f831f30250e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:00.153371 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.provisioning_blocks [None req-cfe12a1f-80d5-4fc0-805d-f831f30250e3 admin admin] Transition to ACTIVE for port object bfc1d1c8-7fa1-4e87-8ca0-3676008396cd will not be triggered until provisioned by entity DHCP. {{(pid=92783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:34:00.170316 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device e61c8eaa-3d68-4e7d-96e2-e59c365cfcba up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:34:00.175846 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:00.192654 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-cfe12a1f-80d5-4fc0-805d-f831f30250e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12641975'] for port, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:00.196476 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-e74de5cc-1919-4fcf-9991-7e4e87220b67 tempest-VolumesSnapshotTestJSON-1710373572 tempest-VolumesSnapshotTestJSON-1710373572-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:00.236356 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe12a1f-80d5-4fc0-805d-f831f30250e3 admin admin] Network 94001c64-6c8f-44bd-be7e-05e1fc46a332 is already hosted by enough agents. {{(pid=92783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:34:00.241418 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.base_scheduler [None req-cfe12a1f-80d5-4fc0-805d-f831f30250e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=92783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:34:00.245886 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe12a1f-80d5-4fc0-805d-f831f30250e3 admin admin] Received port after_create {{(pid=92783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:34:00.249169 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe12a1f-80d5-4fc0-805d-f831f30250e3 admin admin] Pushing event updated for resources: {'Port': ['ID=bfc1d1c8-7fa1-4e87-8ca0-3676008396cd,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:00.268865 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-cfe12a1f-80d5-4fc0-805d-f831f30250e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:00.288606 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-cfe12a1f-80d5-4fc0-805d-f831f30250e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1693462'] for router_interface, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:00.309053 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning for port e61c8eaa-3d68-4e7d-96e2-e59c365cfcba completed by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:34:00.334380 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning complete for port e61c8eaa-3d68-4e7d-96e2-e59c365cfcba triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:34:00.334780 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:00.387784 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-59ac6882-190f-4d14-93fd-d3b0e602da4c None None] Notify callbacks [] for port, precommit_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:00.402223 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-59ac6882-190f-4d14-93fd-d3b0e602da4c None None] Transition to ACTIVE for port object 6b524d51-faf3-44ec-8eb6-47c0ae11e69f will not be triggered until provisioned by entity L2. {{(pid=92784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:34:00.416583 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-59ac6882-190f-4d14-93fd-d3b0e602da4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:00.441444 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:00.444940 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-cfe12a1f-80d5-4fc0-805d-f831f30250e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:00.510226 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-59ac6882-190f-4d14-93fd-d3b0e602da4c None None] Attempting to bind port 6b524d51-faf3-44ec-8eb6-47c0ae11e69f on host dv-cinder-797170-3-iscsi for vnic_type normal with profile {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:34:00.510636 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-59ac6882-190f-4d14-93fd-d3b0e602da4c None None] Attempting to bind port 6b524d51-faf3-44ec-8eb6-47c0ae11e69f by drivers openvswitch,hyperv on host dv-cinder-797170-3-iscsi at level 0 using segments [{'id': 'e399e9b6-8ae1-4c2d-bd11-625228d4b590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3'}] {{(pid=92784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:34:00.511102 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ac6882-190f-4d14-93fd-d3b0e602da4c None None] Attempting to bind port 6b524d51-faf3-44ec-8eb6-47c0ae11e69f on network 6916bb71-a8d9-40e6-a88e-dbc7129bc7b3 {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:34:00.518837 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ac6882-190f-4d14-93fd-d3b0e602da4c None None] Checking agent: {'id': 'cd99bddb-5f01-48a7-a512-3eb4d714493f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 18), 'started_at': datetime.datetime(2021, 6, 21, 4, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:34:00.519220 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ac6882-190f-4d14-93fd-d3b0e602da4c None None] Checking segment: {'id': 'e399e9b6-8ae1-4c2d-bd11-625228d4b590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:34:00.519641 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-59ac6882-190f-4d14-93fd-d3b0e602da4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:00.520044 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ac6882-190f-4d14-93fd-d3b0e602da4c None None] Bound using segment: {'id': 'e399e9b6-8ae1-4c2d-bd11-625228d4b590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3'} {{(pid=92784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:34:00.523281 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.managers [None req-59ac6882-190f-4d14-93fd-d3b0e602da4c None None] Bound port: 6b524d51-faf3-44ec-8eb6-47c0ae11e69f, host: dv-cinder-797170-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e399e9b6-8ae1-4c2d-bd11-625228d4b590', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3'}}] {{(pid=92784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:34:00.523281 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-59ac6882-190f-4d14-93fd-d3b0e602da4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:00.523281 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:00.526098 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0403cc-2bb7-43e2-8a03-8e1dcbb9be2f None None] Pushing event updated for resources: {'Port': ['ID=6b524d51-faf3-44ec-8eb6-47c0ae11e69f,revision_number=2']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:00.632496 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-cfe12a1f-80d5-4fc0-805d-f831f30250e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:00.639218 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-cfe12a1f-80d5-4fc0-805d-f831f30250e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641921'] for port, after_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:00.641976 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-9bad2152-5182-4914-a50b-939dc5578d97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:00.696020 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-6c0403cc-2bb7-43e2-8a03-8e1dcbb9be2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:00.711857 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe12a1f-80d5-4fc0-805d-f831f30250e3 admin admin] Pushing event updated for resources: {'Port': ['ID=bfc1d1c8-7fa1-4e87-8ca0-3676008396cd,revision_number=2']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:00.714386 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-cfe12a1f-80d5-4fc0-805d-f831f30250e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1773157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1690639'] for router_interface, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:00.716414 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-cfe12a1f-80d5-4fc0-805d-f831f30250e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:00.740575 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] For port e61c8eaa-3d68-4e7d-96e2-e59c365cfcba, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=e61c8eaa-3d68-4e7d-96e2-e59c365cfcba,segment=NetworkSegment(3f8f9796-b62c-40ed-9572-55111bd51848),segment_id=3f8f9796-b62c-40ed-9572-55111bd51848)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:34:00.751264 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:00.752174 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device d35a0e1c-d97e-424b-bfb0-d59b42e15261 up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:34:00.758231 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-172c8300-eedf-4942-aaff-d75d896cf0dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:00.799389 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-59ac6882-190f-4d14-93fd-d3b0e602da4c None None] For port 6b524d51-faf3-44ec-8eb6-47c0ae11e69f, host dv-cinder-797170-3-iscsi, cleared binding levels {{(pid=92784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:34:00.808258 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe12a1f-80d5-4fc0-805d-f831f30250e3 admin admin] Network 94001c64-6c8f-44bd-be7e-05e1fc46a332 is already hosted by enough agents. {{(pid=92783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:34:00.809358 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-1a2b9b15-69d5-49ce-9e6a-d2925451d489 None None] Provisioning for port bfc1d1c8-7fa1-4e87-8ca0-3676008396cd completed by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:34:00.809612 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.base_scheduler [None req-cfe12a1f-80d5-4fc0-805d-f831f30250e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=92783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:34:00.831134 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-59ac6882-190f-4d14-93fd-d3b0e602da4c None None] For port 6b524d51-faf3-44ec-8eb6-47c0ae11e69f, host dv-cinder-797170-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=6b524d51-faf3-44ec-8eb6-47c0ae11e69f,segment=NetworkSegment(e399e9b6-8ae1-4c2d-bd11-625228d4b590),segment_id=e399e9b6-8ae1-4c2d-bd11-625228d4b590)] {{(pid=92784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:34:00.835597 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-1a2b9b15-69d5-49ce-9e6a-d2925451d489 None None] Provisioning complete for port bfc1d1c8-7fa1-4e87-8ca0-3676008396cd triggered by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:34:00.835904 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-1a2b9b15-69d5-49ce-9e6a-d2925451d489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:00.844040 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-59ac6882-190f-4d14-93fd-d3b0e602da4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:00.903065 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Pushing event updated for resources: {'Port': ['ID=e61c8eaa-3d68-4e7d-96e2-e59c365cfcba,revision_number=5']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:00.906256 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:00.909977 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-6c0403cc-2bb7-43e2-8a03-8e1dcbb9be2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:00.936707 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe12a1f-80d5-4fc0-805d-f831f30250e3 admin admin] Router 465615de-efff-40ea-9652-b93b339adac0 has already been hosted by L3 agent 24838221-9d49-44eb-9e47-6a2fc9da17a2 {{(pid=92783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:34:00.936968 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-1a2b9b15-69d5-49ce-9e6a-d2925451d489 None None] Port bfc1d1c8-7fa1-4e87-8ca0-3676008396cd cannot update to ACTIVE because it is not bound. {{(pid=92784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:34:00.955103 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ac6882-190f-4d14-93fd-d3b0e602da4c None None] Routers {'465615de-efff-40ea-9652-b93b339adac0'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:34:00.955920 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-59ac6882-190f-4d14-93fd-d3b0e602da4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:34:00Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['465615de-efff-40ea-9652-b93b339adac0'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:34:00.961488 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning for port d35a0e1c-d97e-424b-bfb0-d59b42e15261 completed by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:34:01.006690 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning complete for port d35a0e1c-d97e-424b-bfb0-d59b42e15261 triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:34:01.007077 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:01.035085 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0403cc-2bb7-43e2-8a03-8e1dcbb9be2f None None] Pushing event updated for resources: {'Port': ['ID=6b524d51-faf3-44ec-8eb6-47c0ae11e69f,revision_number=3']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:01.038710 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-6c0403cc-2bb7-43e2-8a03-8e1dcbb9be2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:01.048033 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe12a1f-80d5-4fc0-805d-f831f30250e3 admin admin] Notify agent at l3_agent.dv-cinder-797170-3-iscsi the message routers_updated {{(pid=92783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:34:01.055077 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-cfe12a1f-80d5-4fc0-805d-f831f30250e3 admin admin] 10.222.0.53 "PUT /v2.0/routers/465615de-efff-40ea-9652-b93b339adac0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8216770 Jun 21 04:34:01.114053 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-34f71c68-43ed-40e2-83d3-17bec1697109 None None] Provisioning complete for port bfc1d1c8-7fa1-4e87-8ca0-3676008396cd triggered by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:34:01.114461 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-34f71c68-43ed-40e2-83d3-17bec1697109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:01.157259 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-59ac6882-190f-4d14-93fd-d3b0e602da4c None None] Set router 465615de-efff-40ea-9652-b93b339adac0 gateway port host: dv-cinder-797170-3-iscsi {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:34:01.233297 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-34f71c68-43ed-40e2-83d3-17bec1697109 None None] Port bfc1d1c8-7fa1-4e87-8ca0-3676008396cd cannot update to ACTIVE because it is not bound. {{(pid=92784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:34:01.244948 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-96e1c505-da01-46a8-887c-1f2eb0a4db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:01.280797 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:01.356563 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] For port d35a0e1c-d97e-424b-bfb0-d59b42e15261, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=d35a0e1c-d97e-424b-bfb0-d59b42e15261,segment=NetworkSegment(045a3b55-36e3-4dbb-a759-a89fea68f64a),segment_id=045a3b55-36e3-4dbb-a759-a89fea68f64a)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:34:01.362313 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:01.372224 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:01.448300 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device e61c8eaa-3d68-4e7d-96e2-e59c365cfcba up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:34:01.476338 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Pushing event updated for resources: {'Port': ['ID=d35a0e1c-d97e-424b-bfb0-d59b42e15261,revision_number=3']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:01.484143 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:01.515883 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-59ac6882-190f-4d14-93fd-d3b0e602da4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465615de-efff-40ea-9652-b93b339adac0', 'name': 'tempest-TestShelveInstance-396642771-router', 'tenant_id': 'f4d09090bba443709cb5a4e38703c8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '6b524d51-faf3-44ec-8eb6-47c0ae11e69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:57Z', 'updated_at': '2021-06-21T04:34:00Z', 'revision_number': 4, 'project_id': 'f4d09090bba443709cb5a4e38703c8f7', 'gw_port': {'id': '6b524d51-faf3-44ec-8eb6-47c0ae11e69f', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:dd:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465615de-efff-40ea-9652-b93b339adac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:58Z', 'updated_at': '2021-06-21T04:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': 'bfc1d1c8-7fa1-4e87-8ca0-3676008396cd', 'name': '', 'network_id': '94001c64-6c8f-44bd-be7e-05e1fc46a332', 'tenant_id': 'f4d09090bba443709cb5a4e38703c8f7', 'mac_address': 'fa:16:3e:e4:6d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465615de-efff-40ea-9652-b93b339adac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'f71dac46-d1d4-4cb9-87a7-64a7a9da3fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:59Z', 'updated_at': '2021-06-21T04:34:00Z', 'revision_number': 2, 'project_id': 'f4d09090bba443709cb5a4e38703c8f7', 'subnets': [{'id': 'f71dac46-d1d4-4cb9-87a7-64a7a9da3fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:34:01.542433 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning complete for port e61c8eaa-3d68-4e7d-96e2-e59c365cfcba triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:34:01.542811 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:01.544596 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ac6882-190f-4d14-93fd-d3b0e602da4c None None] The sync data for ids ['465615de-efff-40ea-9652-b93b339adac0'] in dv-cinder-797170-3-iscsi is: [{'id': '465615de-efff-40ea-9652-b93b339adac0', 'name': 'tempest-TestShelveInstance-396642771-router', 'tenant_id': 'f4d09090bba443709cb5a4e38703c8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '6b524d51-faf3-44ec-8eb6-47c0ae11e69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:57Z', 'updated_at': '2021-06-21T04:34:00Z', 'revision_number': 4, 'project_id': 'f4d09090bba443709cb5a4e38703c8f7', 'gw_port': {'id': '6b524d51-faf3-44ec-8eb6-47c0ae11e69f', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:dd:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465615de-efff-40ea-9652-b93b339adac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:58Z', 'updated_at': '2021-06-21T04:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': 'bfc1d1c8-7fa1-4e87-8ca0-3676008396cd', 'name': '', 'network_id': '94001c64-6c8f-44bd-be7e-05e1fc46a332', 'tenant_id': 'f4d09090bba443709cb5a4e38703c8f7', 'mac_address': 'fa:16:3e:e4:6d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465615de-efff-40ea-9652-b93b339adac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'f71dac46-d1d4-4cb9-87a7-64a7a9da3fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:59Z', 'updated_at': '2021-06-21T04:34:00Z', 'revision_number': 2, 'project_id': 'f4d09090bba443709cb5a4e38703c8f7', 'subnets': [{'id': 'f71dac46-d1d4-4cb9-87a7-64a7a9da3fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:34:01.775686 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 37748) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:01.781714 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [None req-09f2cf77-ff33-4817-bf85-a636e4a2d182 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1925203015', 'description': 'tempest-secgroup-smoke-1925203015 description', 'project_id': '5984621e8c634a5faafc7bffba674491'}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:34:01.807441 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-09f2cf77-ff33-4817-bf85-a636e4a2d182 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify callbacks [] for security_group, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:01.898771 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-09f2cf77-ff33-4817-bf85-a636e4a2d182 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify callbacks [] for security_group, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:01.904121 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-09f2cf77-ff33-4817-bf85-a636e4a2d182 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:01.909489 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-5d80d862-81e7-4522-bd1b-c4f3651be7ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:01.938101 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-09f2cf77-ff33-4817-bf85-a636e4a2d182 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify callbacks [] for security_group, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:01.942007 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 37750) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:01.942580 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-09f2cf77-ff33-4817-bf85-a636e4a2d182 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1653230 Jun 21 04:34:01.943675 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2cf77-ff33-4817-bf85-a636e4a2d182 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bfd3839-43e9-4037-b93e-3e390fe2c7d9,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:01.946432 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-09f2cf77-ff33-4817-bf85-a636e4a2d182 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:01.948988 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [None req-3c317ae3-1222-494c-8790-92bcb0db9f65 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Request body: {'security_group_rule': {'security_group_id': '3bfd3839-43e9-4037-b93e-3e390fe2c7d9', 'project_id': '5984621e8c634a5faafc7bffba674491', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:34:01.978204 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-3c317ae3-1222-494c-8790-92bcb0db9f65 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:02.038636 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-3c317ae3-1222-494c-8790-92bcb0db9f65 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:02.042808 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-3c317ae3-1222-494c-8790-92bcb0db9f65 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408514'] for security_group_rule, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:02.047754 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-8720581f-5606-4b53-bb2a-a89c26ae67bb tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:02.064775 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c317ae3-1222-494c-8790-92bcb0db9f65 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24881002-5726-47e8-9259-3ac129ed2f86,revision_number=0']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:02.068387 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-3c317ae3-1222-494c-8790-92bcb0db9f65 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:02.069939 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-3c317ae3-1222-494c-8790-92bcb0db9f65 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:02.073768 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-3c317ae3-1222-494c-8790-92bcb0db9f65 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1273825 Jun 21 04:34:02.074239 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 37752) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:02.078339 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [None req-2ff302e4-73a1-48f6-8412-db6e7baba750 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Request body: {'security_group_rule': {'security_group_id': '3bfd3839-43e9-4037-b93e-3e390fe2c7d9', 'project_id': '5984621e8c634a5faafc7bffba674491', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:34:02.105647 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-2ff302e4-73a1-48f6-8412-db6e7baba750 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:02.164326 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-2ff302e4-73a1-48f6-8412-db6e7baba750 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:02.167859 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-2ff302e4-73a1-48f6-8412-db6e7baba750 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408514'] for security_group_rule, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:02.172357 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:02.189555 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff302e4-73a1-48f6-8412-db6e7baba750 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6763d872-2135-4a84-80f0-4fb7a5ffc53a,revision_number=0']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:02.193008 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-2ff302e4-73a1-48f6-8412-db6e7baba750 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:02.194759 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-2ff302e4-73a1-48f6-8412-db6e7baba750 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:02.195985 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-2ff302e4-73a1-48f6-8412-db6e7baba750 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1211481 Jun 21 04:34:02.199207 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 37754) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:02.203808 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [None req-f7b6e380-4186-4bf5-b970-1c31fd313450 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Request body: {'security_group_rule': {'security_group_id': '3bfd3839-43e9-4037-b93e-3e390fe2c7d9', 'project_id': '5984621e8c634a5faafc7bffba674491', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:34:02.229171 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-f7b6e380-4186-4bf5-b970-1c31fd313450 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:02.287410 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-f7b6e380-4186-4bf5-b970-1c31fd313450 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:02.291124 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-f7b6e380-4186-4bf5-b970-1c31fd313450 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408514'] for security_group_rule, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:02.293015 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:02.309236 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b6e380-4186-4bf5-b970-1c31fd313450 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8085997e-3ffa-4e70-98e2-b859dab09454,revision_number=0']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:02.311919 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-f7b6e380-4186-4bf5-b970-1c31fd313450 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:02.314730 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-f7b6e380-4186-4bf5-b970-1c31fd313450 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:02.315872 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-f7b6e380-4186-4bf5-b970-1c31fd313450 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1156397 Jun 21 04:34:02.319221 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 37756) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:02.323522 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [None req-fab26627-272a-4416-b3d6-17b4a4e4b8ec tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Request body: {'security_group_rule': {'security_group_id': '3bfd3839-43e9-4037-b93e-3e390fe2c7d9', 'project_id': '5984621e8c634a5faafc7bffba674491', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:34:02.348005 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-fab26627-272a-4416-b3d6-17b4a4e4b8ec tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:02.405911 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-fab26627-272a-4416-b3d6-17b4a4e4b8ec tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:02.409999 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-fab26627-272a-4416-b3d6-17b4a4e4b8ec tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408514'] for security_group_rule, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:02.412005 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:02.431361 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab26627-272a-4416-b3d6-17b4a4e4b8ec tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4eb7c02-170d-41b0-8f81-62d4a5204de7,revision_number=0']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:02.434947 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-fab26627-272a-4416-b3d6-17b4a4e4b8ec tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:02.442660 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-fab26627-272a-4416-b3d6-17b4a4e4b8ec tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:02.444703 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-fab26627-272a-4416-b3d6-17b4a4e4b8ec tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1245797 Jun 21 04:34:02.448315 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 37758) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:02.457444 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [None req-a18122a5-4761-40a0-b4e0-314b380dde03 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Request body: {'security_group_rule': {'security_group_id': '3bfd3839-43e9-4037-b93e-3e390fe2c7d9', 'project_id': '5984621e8c634a5faafc7bffba674491', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:34:02.484051 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.db.securitygroups_db [None req-a18122a5-4761-40a0-b4e0-314b380dde03 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Project 5984621e8c634a5faafc7bffba674491 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 04:34:02.492080 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a18122a5-4761-40a0-b4e0-314b380dde03 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:02.557440 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a18122a5-4761-40a0-b4e0-314b380dde03 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:02.561353 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a18122a5-4761-40a0-b4e0-314b380dde03 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408514'] for security_group_rule, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:02.563580 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:02.623900 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-a8ace0c1-1149-433a-b03a-8a8d050911ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:02.835731 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18122a5-4761-40a0-b4e0-314b380dde03 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c35737ef-c475-43d2-8b6e-8b2fc14f8730,revision_number=0']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:02.838358 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-a18122a5-4761-40a0-b4e0-314b380dde03 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:02.839758 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a18122a5-4761-40a0-b4e0-314b380dde03 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:02.843920 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 37760) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:02.844362 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-a18122a5-4761-40a0-b4e0-314b380dde03 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3946617 Jun 21 04:34:02.848893 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [None req-bfb8c4d4-551f-49f6-8cc2-5f98651db10a tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Request body: {'security_group_rule': {'security_group_id': '3bfd3839-43e9-4037-b93e-3e390fe2c7d9', 'project_id': '5984621e8c634a5faafc7bffba674491', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:34:02.871274 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.db.securitygroups_db [None req-bfb8c4d4-551f-49f6-8cc2-5f98651db10a tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Project 5984621e8c634a5faafc7bffba674491 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 04:34:02.876317 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-bfb8c4d4-551f-49f6-8cc2-5f98651db10a tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:02.944901 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-bfb8c4d4-551f-49f6-8cc2-5f98651db10a tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:02.948576 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-bfb8c4d4-551f-49f6-8cc2-5f98651db10a tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408514'] for security_group_rule, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:02.950569 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:02.966906 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb8c4d4-551f-49f6-8cc2-5f98651db10a tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7450425c-36c6-4d60-9814-1b0b1dde350d,revision_number=0']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:02.970053 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-bfb8c4d4-551f-49f6-8cc2-5f98651db10a tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:02.972390 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-bfb8c4d4-551f-49f6-8cc2-5f98651db10a tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:02.973543 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-bfb8c4d4-551f-49f6-8cc2-5f98651db10a tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1284246 Jun 21 04:34:03.520879 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device d35a0e1c-d97e-424b-bfb0-d59b42e15261 up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:34:03.567330 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning complete for port d35a0e1c-d97e-424b-bfb0-d59b42e15261 triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:34:03.568498 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:03.654427 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 6b524d51-faf3-44ec-8eb6-47c0ae11e69f up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:34:03.703420 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning for port 6b524d51-faf3-44ec-8eb6-47c0ae11e69f completed by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:34:03.707082 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning complete for port 6b524d51-faf3-44ec-8eb6-47c0ae11e69f triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:34:03.707463 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:03.765079 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb59fef-e0f5-410a-8ad9-08521a26bfe9 None None] Sync routers for ids ['465615de-efff-40ea-9652-b93b339adac0'] in dv-cinder-797170-3-iscsi {{(pid=92785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:34:03.774824 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb59fef-e0f5-410a-8ad9-08521a26bfe9 None None] Routers {'465615de-efff-40ea-9652-b93b339adac0'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:34:03.775441 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-ddb59fef-e0f5-410a-8ad9-08521a26bfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:34:00Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['465615de-efff-40ea-9652-b93b339adac0'], 'active': True} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:34:03.789525 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:03.810644 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] For port 6b524d51-faf3-44ec-8eb6-47c0ae11e69f, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=6b524d51-faf3-44ec-8eb6-47c0ae11e69f,segment=NetworkSegment(e399e9b6-8ae1-4c2d-bd11-625228d4b590),segment_id=e399e9b6-8ae1-4c2d-bd11-625228d4b590)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:34:03.815795 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:03.818489 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:03.867674 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Pushing event updated for resources: {'Port': ['ID=6b524d51-faf3-44ec-8eb6-47c0ae11e69f,revision_number=4']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:03.874955 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:03.875304 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:03.875643 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:03.875977 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:03.876301 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:03.876624 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:03.876958 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:03.877267 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:03.877586 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:03.877902 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:03.878217 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:03.878556 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:03.883189 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:03.971362 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvr_db [None req-ddb59fef-e0f5-410a-8ad9-08521a26bfe9 None None] Set router 465615de-efff-40ea-9652-b93b339adac0 gateway port host: dv-cinder-797170-3-iscsi {{(pid=92785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:34:04.163636 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-ddb59fef-e0f5-410a-8ad9-08521a26bfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465615de-efff-40ea-9652-b93b339adac0', 'name': 'tempest-TestShelveInstance-396642771-router', 'tenant_id': 'f4d09090bba443709cb5a4e38703c8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '6b524d51-faf3-44ec-8eb6-47c0ae11e69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:57Z', 'updated_at': '2021-06-21T04:34:00Z', 'revision_number': 4, 'project_id': 'f4d09090bba443709cb5a4e38703c8f7', 'gw_port': {'id': '6b524d51-faf3-44ec-8eb6-47c0ae11e69f', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:dd:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465615de-efff-40ea-9652-b93b339adac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:58Z', 'updated_at': '2021-06-21T04:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': 'bfc1d1c8-7fa1-4e87-8ca0-3676008396cd', 'name': '', 'network_id': '94001c64-6c8f-44bd-be7e-05e1fc46a332', 'tenant_id': 'f4d09090bba443709cb5a4e38703c8f7', 'mac_address': 'fa:16:3e:e4:6d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465615de-efff-40ea-9652-b93b339adac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'f71dac46-d1d4-4cb9-87a7-64a7a9da3fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:59Z', 'updated_at': '2021-06-21T04:34:00Z', 'revision_number': 2, 'project_id': 'f4d09090bba443709cb5a4e38703c8f7', 'subnets': [{'id': 'f71dac46-d1d4-4cb9-87a7-64a7a9da3fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:34:04.191779 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb59fef-e0f5-410a-8ad9-08521a26bfe9 None None] Checking router: 465615de-efff-40ea-9652-b93b339adac0 for host: dv-cinder-797170-3-iscsi {{(pid=92785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:34:04.192138 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb59fef-e0f5-410a-8ad9-08521a26bfe9 None None] Updating router 465615de-efff-40ea-9652-b93b339adac0 port bfc1d1c8-7fa1-4e87-8ca0-3676008396cd binding host dv-cinder-797170-3-iscsi {{(pid=92785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 04:34:04.225749 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-ddb59fef-e0f5-410a-8ad9-08521a26bfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:04.477827 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-ddb59fef-e0f5-410a-8ad9-08521a26bfe9 None None] Notify callbacks [] for port, precommit_update {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:04.488595 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.provisioning_blocks [None req-ddb59fef-e0f5-410a-8ad9-08521a26bfe9 None None] Transition to ACTIVE for port object bfc1d1c8-7fa1-4e87-8ca0-3676008396cd will not be triggered until provisioned by entity L2. {{(pid=92785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:34:04.494973 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-ddb59fef-e0f5-410a-8ad9-08521a26bfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:04.497102 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:04.570600 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52fbb8f-931c-429b-a560-c1350b1a3529 None None] Pushing event updated for resources: {'Port': ['ID=bfc1d1c8-7fa1-4e87-8ca0-3676008396cd,revision_number=3']} {{(pid=92785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:04.574233 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG oslo_concurrency.lockutils [None req-a52fbb8f-931c-429b-a560-c1350b1a3529 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:04.624508 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.managers [None req-ddb59fef-e0f5-410a-8ad9-08521a26bfe9 None None] Attempting to bind port bfc1d1c8-7fa1-4e87-8ca0-3676008396cd on host dv-cinder-797170-3-iscsi for vnic_type normal with profile {{(pid=92785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:34:04.624886 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.managers [None req-ddb59fef-e0f5-410a-8ad9-08521a26bfe9 None None] Attempting to bind port bfc1d1c8-7fa1-4e87-8ca0-3676008396cd by drivers openvswitch,hyperv on host dv-cinder-797170-3-iscsi at level 0 using segments [{'id': '045a3b55-36e3-4dbb-a759-a89fea68f64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '94001c64-6c8f-44bd-be7e-05e1fc46a332'}] {{(pid=92785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:34:04.625255 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb59fef-e0f5-410a-8ad9-08521a26bfe9 None None] Attempting to bind port bfc1d1c8-7fa1-4e87-8ca0-3676008396cd on network 94001c64-6c8f-44bd-be7e-05e1fc46a332 {{(pid=92785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:34:04.631121 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb59fef-e0f5-410a-8ad9-08521a26bfe9 None None] Checking agent: {'id': 'cd99bddb-5f01-48a7-a512-3eb4d714493f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 18), 'started_at': datetime.datetime(2021, 6, 21, 4, 18, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:34:04.631497 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb59fef-e0f5-410a-8ad9-08521a26bfe9 None None] Checking segment: {'id': '045a3b55-36e3-4dbb-a759-a89fea68f64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '94001c64-6c8f-44bd-be7e-05e1fc46a332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:34:04.631900 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-ddb59fef-e0f5-410a-8ad9-08521a26bfe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:04.632295 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb59fef-e0f5-410a-8ad9-08521a26bfe9 None None] Bound using segment: {'id': '045a3b55-36e3-4dbb-a759-a89fea68f64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '94001c64-6c8f-44bd-be7e-05e1fc46a332'} {{(pid=92785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:34:04.632771 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.managers [None req-ddb59fef-e0f5-410a-8ad9-08521a26bfe9 None None] Bound port: bfc1d1c8-7fa1-4e87-8ca0-3676008396cd, host: dv-cinder-797170-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '045a3b55-36e3-4dbb-a759-a89fea68f64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '94001c64-6c8f-44bd-be7e-05e1fc46a332'}}] {{(pid=92785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:34:04.633148 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-ddb59fef-e0f5-410a-8ad9-08521a26bfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:04.699885 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.db [None req-ddb59fef-e0f5-410a-8ad9-08521a26bfe9 None None] For port bfc1d1c8-7fa1-4e87-8ca0-3676008396cd, host dv-cinder-797170-3-iscsi, cleared binding levels {{(pid=92785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:34:04.702939 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.plugins.ml2.db [None req-ddb59fef-e0f5-410a-8ad9-08521a26bfe9 None None] For port bfc1d1c8-7fa1-4e87-8ca0-3676008396cd, host dv-cinder-797170-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=bfc1d1c8-7fa1-4e87-8ca0-3676008396cd,segment=NetworkSegment(045a3b55-36e3-4dbb-a759-a89fea68f64a),segment_id=045a3b55-36e3-4dbb-a759-a89fea68f64a)] {{(pid=92785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:34:04.707614 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron_lib.callbacks.manager [None req-ddb59fef-e0f5-410a-8ad9-08521a26bfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:04.709881 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG oslo_concurrency.lockutils [None req-a226cf01-59bf-464e-bd3e-7e808a211bc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:04.763740 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb59fef-e0f5-410a-8ad9-08521a26bfe9 None None] Routers {'465615de-efff-40ea-9652-b93b339adac0'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:34:04.764377 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-ddb59fef-e0f5-410a-8ad9-08521a26bfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:34:00Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['465615de-efff-40ea-9652-b93b339adac0'], 'active': True} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:34:04.805791 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52fbb8f-931c-429b-a560-c1350b1a3529 None None] Pushing event updated for resources: {'Port': ['ID=bfc1d1c8-7fa1-4e87-8ca0-3676008396cd,revision_number=4']} {{(pid=92785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:04.810683 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG oslo_concurrency.lockutils [None req-a52fbb8f-931c-429b-a560-c1350b1a3529 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:04.891079 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvr_db [None req-ddb59fef-e0f5-410a-8ad9-08521a26bfe9 None None] Set router 465615de-efff-40ea-9652-b93b339adac0 gateway port host: dv-cinder-797170-3-iscsi {{(pid=92785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:34:05.083124 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-ddb59fef-e0f5-410a-8ad9-08521a26bfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465615de-efff-40ea-9652-b93b339adac0', 'name': 'tempest-TestShelveInstance-396642771-router', 'tenant_id': 'f4d09090bba443709cb5a4e38703c8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '6b524d51-faf3-44ec-8eb6-47c0ae11e69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:57Z', 'updated_at': '2021-06-21T04:34:00Z', 'revision_number': 4, 'project_id': 'f4d09090bba443709cb5a4e38703c8f7', 'gw_port': {'id': '6b524d51-faf3-44ec-8eb6-47c0ae11e69f', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:dd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465615de-efff-40ea-9652-b93b339adac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:58Z', 'updated_at': '2021-06-21T04:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': 'bfc1d1c8-7fa1-4e87-8ca0-3676008396cd', 'name': '', 'network_id': '94001c64-6c8f-44bd-be7e-05e1fc46a332', 'tenant_id': 'f4d09090bba443709cb5a4e38703c8f7', 'mac_address': 'fa:16:3e:e4:6d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465615de-efff-40ea-9652-b93b339adac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'f71dac46-d1d4-4cb9-87a7-64a7a9da3fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:59Z', 'updated_at': '2021-06-21T04:34:04Z', 'revision_number': 4, 'project_id': 'f4d09090bba443709cb5a4e38703c8f7', 'subnets': [{'id': 'f71dac46-d1d4-4cb9-87a7-64a7a9da3fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:34:05.111211 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb59fef-e0f5-410a-8ad9-08521a26bfe9 None None] The sync data for ids ['465615de-efff-40ea-9652-b93b339adac0'] in dv-cinder-797170-3-iscsi is: [{'id': '465615de-efff-40ea-9652-b93b339adac0', 'name': 'tempest-TestShelveInstance-396642771-router', 'tenant_id': 'f4d09090bba443709cb5a4e38703c8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '6b524d51-faf3-44ec-8eb6-47c0ae11e69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:57Z', 'updated_at': '2021-06-21T04:34:00Z', 'revision_number': 4, 'project_id': 'f4d09090bba443709cb5a4e38703c8f7', 'gw_port': {'id': '6b524d51-faf3-44ec-8eb6-47c0ae11e69f', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:dd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465615de-efff-40ea-9652-b93b339adac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:58Z', 'updated_at': '2021-06-21T04:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': 'bfc1d1c8-7fa1-4e87-8ca0-3676008396cd', 'name': '', 'network_id': '94001c64-6c8f-44bd-be7e-05e1fc46a332', 'tenant_id': 'f4d09090bba443709cb5a4e38703c8f7', 'mac_address': 'fa:16:3e:e4:6d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '465615de-efff-40ea-9652-b93b339adac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'f71dac46-d1d4-4cb9-87a7-64a7a9da3fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:59Z', 'updated_at': '2021-06-21T04:34:04Z', 'revision_number': 4, 'project_id': 'f4d09090bba443709cb5a4e38703c8f7', 'subnets': [{'id': 'f71dac46-d1d4-4cb9-87a7-64a7a9da3fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:34:05.457746 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device bfc1d1c8-7fa1-4e87-8ca0-3676008396cd up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:34:05.508581 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning for port bfc1d1c8-7fa1-4e87-8ca0-3676008396cd completed by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:34:05.512906 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning complete for port bfc1d1c8-7fa1-4e87-8ca0-3676008396cd triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:34:05.513096 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:05.597256 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:05.636143 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] For port bfc1d1c8-7fa1-4e87-8ca0-3676008396cd, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=bfc1d1c8-7fa1-4e87-8ca0-3676008396cd,segment=NetworkSegment(045a3b55-36e3-4dbb-a759-a89fea68f64a),segment_id=045a3b55-36e3-4dbb-a759-a89fea68f64a)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:34:05.640030 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:05.640924 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 6b524d51-faf3-44ec-8eb6-47c0ae11e69f up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:34:05.642591 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:05.715054 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Pushing event updated for resources: {'Port': ['ID=bfc1d1c8-7fa1-4e87-8ca0-3676008396cd,revision_number=5']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:05.718389 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:05.728973 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning complete for port 6b524d51-faf3-44ec-8eb6-47c0ae11e69f triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:34:05.729361 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:07.433951 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device bfc1d1c8-7fa1-4e87-8ca0-3676008396cd up at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:34:07.480462 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Provisioning complete for port bfc1d1c8-7fa1-4e87-8ca0-3676008396cd triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:34:07.480845 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:10.327571 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.agents_db [None req-2d4e51dd-16b2-4ea0-aa94-70b67a47226d None None] Agent healthcheck: found 6 active agents {{(pid=92785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:34:17.392598 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:19.331440 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6e5a5206-02e9-4f60-b43d-29d6d6eb6ce7 req-bb488ee4-24c6-41c9-bb61-1eabcaa997ee tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1925203015&fields=id&tenant_id=5984621e8c634a5faafc7bffba674491 HTTP/1.1" status: 200 len: 267 time: 0.0318837 Jun 21 04:34:19.437544 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a5206-02e9-4f60-b43d-29d6d6eb6ce7 req-79dd4d95-7658-45c4-980f-bed8f4c8086e tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:19.438910 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6e5a5206-02e9-4f60-b43d-29d6d6eb6ce7 req-79dd4d95-7658-45c4-980f-bed8f4c8086e tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/networks?id=0316c735-cdaa-4548-b14e-eee4ef4396d6 HTTP/1.1" status: 200 len: 809 time: 0.1014421 Jun 21 04:34:19.452880 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6e5a5206-02e9-4f60-b43d-29d6d6eb6ce7 req-e837f148-fd19-4892-8f45-8b572ae1be7b tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/quotas/5984621e8c634a5faafc7bffba674491 HTTP/1.1" status: 200 len: 375 time: 0.0086455 Jun 21 04:34:19.516841 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6e5a5206-02e9-4f60-b43d-29d6d6eb6ce7 req-dbd87c55-c4bc-462f-b370-8f9f1e2aa9d6 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5984621e8c634a5faafc7bffba674491&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0593343 Jun 21 04:34:19.607815 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6e5a5206-02e9-4f60-b43d-29d6d6eb6ce7 req-10b2814b-0fc4-47db-9430-8e0bd94ba293 service neutron] 10.222.0.53 "GET /v2.0/networks/0316c735-cdaa-4548-b14e-eee4ef4396d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797582 Jun 21 04:34:19.695828 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6e5a5206-02e9-4f60-b43d-29d6d6eb6ce7 req-1edbac5d-3d93-4519-b064-ae7d84427bf5 service neutron] 10.222.0.53 "GET /v2.0/networks/0316c735-cdaa-4548-b14e-eee4ef4396d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824473 Jun 21 04:34:19.983421 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-71f900a2-2f7c-4d51-9b47-fa63a78b92c6 req-6f54645d-a372-461c-8788-740297eae960 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/ports?device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe HTTP/1.1" status: 200 len: 210 time: 0.0289190 Jun 21 04:34:20.985060 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a5206-02e9-4f60-b43d-29d6d6eb6ce7 req-8eb83c9d-2daa-4287-ac81-595f69b75fe7 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:20.986537 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-6e5a5206-02e9-4f60-b43d-29d6d6eb6ce7 req-8eb83c9d-2daa-4287-ac81-595f69b75fe7 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.55 "GET /v2.0/networks?id=0316c735-cdaa-4548-b14e-eee4ef4396d6 HTTP/1.1" status: 200 len: 809 time: 0.0996070 Jun 21 04:34:21.055675 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-6e5a5206-02e9-4f60-b43d-29d6d6eb6ce7 req-26bcff8a-a112-4425-8ecd-e764bb9b0415 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5984621e8c634a5faafc7bffba674491 HTTP/1.1" status: 200 len: 380 time: 0.0515008 Jun 21 04:34:21.065781 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [req-6e5a5206-02e9-4f60-b43d-29d6d6eb6ce7 req-cb7f3155-800e-44b6-b1c5-d30b18e14f0f tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Request body: {'port': {'device_id': '67d295d0-0c1f-488d-ac84-533fd03a45fe', 'network_id': '0316c735-cdaa-4548-b14e-eee4ef4396d6', 'admin_state_up': True, 'tenant_id': '5984621e8c634a5faafc7bffba674491', 'security_groups': ['3bfd3839-43e9-4037-b93e-3e390fe2c7d9']}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:34:21.142508 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-25d9cd56-28c6-4b2f-b6e2-9c63ae941e0b req-56108069-bab0-4012-9110-16e7d5b6783a tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/ports?device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe HTTP/1.1" status: 200 len: 210 time: 0.0304060 Jun 21 04:34:21.193515 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e5a5206-02e9-4f60-b43d-29d6d6eb6ce7 req-cb7f3155-800e-44b6-b1c5-d30b18e14f0f tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Made reservation on behalf of 5984621e8c634a5faafc7bffba674491 for: {'port': 1} {{(pid=92783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:34:21.197265 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-6e5a5206-02e9-4f60-b43d-29d6d6eb6ce7 req-cb7f3155-800e-44b6-b1c5-d30b18e14f0f tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:21.324647 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.db_base_plugin_common [req-6e5a5206-02e9-4f60-b43d-29d6d6eb6ce7 req-cb7f3155-800e-44b6-b1c5-d30b18e14f0f tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Allocated IP 172.20.0.3 (0316c735-cdaa-4548-b14e-eee4ef4396d6/21b4d01a-b402-480f-93d4-f5393eb539d9/461a3461-ebe9-421c-aef4-82aa48c01d9a) {{(pid=92783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:34:21.468377 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-6e5a5206-02e9-4f60-b43d-29d6d6eb6ce7 req-cb7f3155-800e-44b6-b1c5-d30b18e14f0f tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify callbacks [] for port, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:21.484071 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.provisioning_blocks [req-6e5a5206-02e9-4f60-b43d-29d6d6eb6ce7 req-cb7f3155-800e-44b6-b1c5-d30b18e14f0f tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Transition to ACTIVE for port object 461a3461-ebe9-421c-aef4-82aa48c01d9a will not be triggered until provisioned by entity DHCP. {{(pid=92783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:34:21.517955 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-6e5a5206-02e9-4f60-b43d-29d6d6eb6ce7 req-cb7f3155-800e-44b6-b1c5-d30b18e14f0f tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12641975'] for port, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:21.521771 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-1577f9d8-abdd-4a62-a02c-fa6d7005971f tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:21.567964 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e5a5206-02e9-4f60-b43d-29d6d6eb6ce7 req-cb7f3155-800e-44b6-b1c5-d30b18e14f0f tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Network 0316c735-cdaa-4548-b14e-eee4ef4396d6 is already hosted by enough agents. {{(pid=92783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:34:21.571248 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.base_scheduler [req-6e5a5206-02e9-4f60-b43d-29d6d6eb6ce7 req-cb7f3155-800e-44b6-b1c5-d30b18e14f0f tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Resources bound (agent type, host, resource id): {{(pid=92783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:34:21.575177 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e5a5206-02e9-4f60-b43d-29d6d6eb6ce7 req-cb7f3155-800e-44b6-b1c5-d30b18e14f0f tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Received port after_create {{(pid=92783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:34:21.601177 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f3155-800e-44b6-b1c5-d30b18e14f0f tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Pushing event updated for resources: {'Port': ['ID=461a3461-ebe9-421c-aef4-82aa48c01d9a,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:21.605929 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-cb7f3155-800e-44b6-b1c5-d30b18e14f0f tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:21.627990 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a5206-02e9-4f60-b43d-29d6d6eb6ce7 req-cb7f3155-800e-44b6-b1c5-d30b18e14f0f tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:21.628600 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-6e5a5206-02e9-4f60-b43d-29d6d6eb6ce7 req-cb7f3155-800e-44b6-b1c5-d30b18e14f0f tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for port, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:21.642965 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-6e5a5206-02e9-4f60-b43d-29d6d6eb6ce7 req-cb7f3155-800e-44b6-b1c5-d30b18e14f0f tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5825737 Jun 21 04:34:21.656588 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [req-6e5a5206-02e9-4f60-b43d-29d6d6eb6ce7 req-987e6f78-3ef2-4963-a2cc-0f9cd145aff4 service neutron] Request body: {'port': {'device_id': '67d295d0-0c1f-488d-ac84-533fd03a45fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:34:21.732481 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-6e5a5206-02e9-4f60-b43d-29d6d6eb6ce7 req-987e6f78-3ef2-4963-a2cc-0f9cd145aff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:21.812604 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5d433255-8b56-4d9a-9de3-26668a365704 None None] Provisioning for port 461a3461-ebe9-421c-aef4-82aa48c01d9a completed by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:34:21.816247 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-5d433255-8b56-4d9a-9de3-26668a365704 None None] Provisioning complete for port 461a3461-ebe9-421c-aef4-82aa48c01d9a triggered by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:34:21.816630 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5d433255-8b56-4d9a-9de3-26668a365704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:21.852488 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-5d433255-8b56-4d9a-9de3-26668a365704 None None] Port 461a3461-ebe9-421c-aef4-82aa48c01d9a cannot update to ACTIVE because it is not bound. {{(pid=92784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:34:21.991632 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.notifiers.nova [req-6e5a5206-02e9-4f60-b43d-29d6d6eb6ce7 req-987e6f78-3ef2-4963-a2cc-0f9cd145aff4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 461a3461-ebe9-421c-aef4-82aa48c01d9a {{(pid=92783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:34:21.999342 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-6e5a5206-02e9-4f60-b43d-29d6d6eb6ce7 req-987e6f78-3ef2-4963-a2cc-0f9cd145aff4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:22.011640 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.provisioning_blocks [req-6e5a5206-02e9-4f60-b43d-29d6d6eb6ce7 req-987e6f78-3ef2-4963-a2cc-0f9cd145aff4 service neutron] Transition to ACTIVE for port object 461a3461-ebe9-421c-aef4-82aa48c01d9a will not be triggered until provisioned by entity L2. {{(pid=92783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:34:22.015518 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-6e5a5206-02e9-4f60-b43d-29d6d6eb6ce7 req-987e6f78-3ef2-4963-a2cc-0f9cd145aff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641921'] for port, after_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:22.018268 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-1577f9d8-abdd-4a62-a02c-fa6d7005971f tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:22.091432 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987e6f78-3ef2-4963-a2cc-0f9cd145aff4 service neutron] Pushing event updated for resources: {'Port': ['ID=461a3461-ebe9-421c-aef4-82aa48c01d9a,revision_number=2']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:22.096009 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-987e6f78-3ef2-4963-a2cc-0f9cd145aff4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:22.164735 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.managers [req-6e5a5206-02e9-4f60-b43d-29d6d6eb6ce7 req-987e6f78-3ef2-4963-a2cc-0f9cd145aff4 service neutron] Attempting to bind port 461a3461-ebe9-421c-aef4-82aa48c01d9a on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:34:22.165078 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.managers [req-6e5a5206-02e9-4f60-b43d-29d6d6eb6ce7 req-987e6f78-3ef2-4963-a2cc-0f9cd145aff4 service neutron] Attempting to bind port 461a3461-ebe9-421c-aef4-82aa48c01d9a by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '3f8f9796-b62c-40ed-9572-55111bd51848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0316c735-cdaa-4548-b14e-eee4ef4396d6'}] {{(pid=92783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:34:22.165406 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5a5206-02e9-4f60-b43d-29d6d6eb6ce7 req-987e6f78-3ef2-4963-a2cc-0f9cd145aff4 service neutron] Attempting to bind port 461a3461-ebe9-421c-aef4-82aa48c01d9a on network 0316c735-cdaa-4548-b14e-eee4ef4396d6 {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:34:22.170028 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5a5206-02e9-4f60-b43d-29d6d6eb6ce7 req-987e6f78-3ef2-4963-a2cc-0f9cd145aff4 service neutron] Port 461a3461-ebe9-421c-aef4-82aa48c01d9a on network 0316c735-cdaa-4548-b14e-eee4ef4396d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:34:22.170339 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5a5206-02e9-4f60-b43d-29d6d6eb6ce7 req-987e6f78-3ef2-4963-a2cc-0f9cd145aff4 service neutron] Attempting to bind port 461a3461-ebe9-421c-aef4-82aa48c01d9a on network 0316c735-cdaa-4548-b14e-eee4ef4396d6 {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:34:22.175386 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5a5206-02e9-4f60-b43d-29d6d6eb6ce7 req-987e6f78-3ef2-4963-a2cc-0f9cd145aff4 service neutron] Checking agent: {'id': 'e86ead90-85ed-45dc-94a1-895a24121321', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 23, 47), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:34:22.175718 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5a5206-02e9-4f60-b43d-29d6d6eb6ce7 req-987e6f78-3ef2-4963-a2cc-0f9cd145aff4 service neutron] Checking segment: {'id': '3f8f9796-b62c-40ed-9572-55111bd51848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0316c735-cdaa-4548-b14e-eee4ef4396d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:34:22.176099 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5a5206-02e9-4f60-b43d-29d6d6eb6ce7 req-987e6f78-3ef2-4963-a2cc-0f9cd145aff4 service neutron] Bound using segment: {'id': '3f8f9796-b62c-40ed-9572-55111bd51848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0316c735-cdaa-4548-b14e-eee4ef4396d6'} {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:34:22.176527 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.managers [req-6e5a5206-02e9-4f60-b43d-29d6d6eb6ce7 req-987e6f78-3ef2-4963-a2cc-0f9cd145aff4 service neutron] Bound port: 461a3461-ebe9-421c-aef4-82aa48c01d9a, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f8f9796-b62c-40ed-9572-55111bd51848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0316c735-cdaa-4548-b14e-eee4ef4396d6'}}] {{(pid=92783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:34:22.176874 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-6e5a5206-02e9-4f60-b43d-29d6d6eb6ce7 req-987e6f78-3ef2-4963-a2cc-0f9cd145aff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:22.243573 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.db [req-6e5a5206-02e9-4f60-b43d-29d6d6eb6ce7 req-987e6f78-3ef2-4963-a2cc-0f9cd145aff4 service neutron] For port 461a3461-ebe9-421c-aef4-82aa48c01d9a, host hv-cinder-79717, cleared binding levels {{(pid=92783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:34:22.246625 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.db [req-6e5a5206-02e9-4f60-b43d-29d6d6eb6ce7 req-987e6f78-3ef2-4963-a2cc-0f9cd145aff4 service neutron] For port 461a3461-ebe9-421c-aef4-82aa48c01d9a, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=461a3461-ebe9-421c-aef4-82aa48c01d9a,segment=NetworkSegment(3f8f9796-b62c-40ed-9572-55111bd51848),segment_id=3f8f9796-b62c-40ed-9572-55111bd51848)] {{(pid=92783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:34:22.251595 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-6e5a5206-02e9-4f60-b43d-29d6d6eb6ce7 req-987e6f78-3ef2-4963-a2cc-0f9cd145aff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641921'] for port, after_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:22.257534 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-fcd65387-d8cb-4ee0-93d8-fbbb48b4a8fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:22.298431 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a5206-02e9-4f60-b43d-29d6d6eb6ce7 req-987e6f78-3ef2-4963-a2cc-0f9cd145aff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:22.299046 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-6e5a5206-02e9-4f60-b43d-29d6d6eb6ce7 req-987e6f78-3ef2-4963-a2cc-0f9cd145aff4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for port, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:22.300575 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-6e5a5206-02e9-4f60-b43d-29d6d6eb6ce7 req-987e6f78-3ef2-4963-a2cc-0f9cd145aff4 service neutron] 10.222.0.55 "PUT /v2.0/ports/461a3461-ebe9-421c-aef4-82aa48c01d9a HTTP/1.1" status: 200 len: 1093 time: 0.6482270 Jun 21 04:34:22.301151 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d295d0-0c1f-488d-ac84-533fd03a45fe', 'tag': '461a3461-ebe9-421c-aef4-82aa48c01d9a'}] {{(pid=92783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:34:22.303584 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fda3b7b704fc347e73998d8dc34ef34ca3ad6aa16a3a5c6f92a4a64020d363b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a217ed21-65f5-4140-a7cc-99d52cf0bac3" -d '{"events": [{"name": "network-changed", "server_uuid": "67d295d0-0c1f-488d-ac84-533fd03a45fe", "tag": "461a3461-ebe9-421c-aef4-82aa48c01d9a"}]}' {{(pid=92783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:34:22.327157 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987e6f78-3ef2-4963-a2cc-0f9cd145aff4 service neutron] Pushing event updated for resources: {'Port': ['ID=461a3461-ebe9-421c-aef4-82aa48c01d9a,revision_number=3']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:22.330526 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-987e6f78-3ef2-4963-a2cc-0f9cd145aff4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:22.363477 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e4aea-43ad-4b7a-91c2-553f376272bc req-15dd247b-95f3-46ae-bdcf-81f13e8b5f2d tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:22.365096 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c37e4aea-43ad-4b7a-91c2-553f376272bc req-15dd247b-95f3-46ae-bdcf-81f13e8b5f2d tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/ports?device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe HTTP/1.1" status: 200 len: 943 time: 0.0844820 Jun 21 04:34:22.367205 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c4ad66-60d1-4e19-9459-33618c097882 x-openstack-request-id: req-98c4ad66-60d1-4e19-9459-33618c097882 {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:34:22.367702 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67d295d0-0c1f-488d-ac84-533fd03a45fe", "tag": "461a3461-ebe9-421c-aef4-82aa48c01d9a", "status": "completed", "code": 200}]} {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:34:22.367839 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-98c4ad66-60d1-4e19-9459-33618c097882 {{(pid=92783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:34:22.368274 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67d295d0-0c1f-488d-ac84-533fd03a45fe', 'tag': '461a3461-ebe9-421c-aef4-82aa48c01d9a', 'status': 'completed', 'code': 200} Jun 21 04:34:22.410933 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c37e4aea-43ad-4b7a-91c2-553f376272bc req-8536a533-e635-4155-87c9-025c3bd11833 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bfd3839-43e9-4037-b93e-3e390fe2c7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387352 Jun 21 04:34:22.415642 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a5206-02e9-4f60-b43d-29d6d6eb6ce7 req-5cdebd90-28be-4de2-b643-c1e40db2711f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:22.417734 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-6e5a5206-02e9-4f60-b43d-29d6d6eb6ce7 req-5cdebd90-28be-4de2-b643-c1e40db2711f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5984621e8c634a5faafc7bffba674491&device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe HTTP/1.1" status: 200 len: 1096 time: 0.0596364 Jun 21 04:34:22.460886 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-6e5a5206-02e9-4f60-b43d-29d6d6eb6ce7 req-af5182af-f110-4a9e-b601-b20ffe5e9ac9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=461a3461-ebe9-421c-aef4-82aa48c01d9a HTTP/1.1" status: 200 len: 217 time: 0.0355773 Jun 21 04:34:22.511164 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a5206-02e9-4f60-b43d-29d6d6eb6ce7 req-2f8b0890-773e-4448-a087-1b5a8bd0b294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:22.512632 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-6e5a5206-02e9-4f60-b43d-29d6d6eb6ce7 req-2f8b0890-773e-4448-a087-1b5a8bd0b294 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=21b4d01a-b402-480f-93d4-f5393eb539d9 HTTP/1.1" status: 200 len: 848 time: 0.0463238 Jun 21 04:34:22.572005 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a5206-02e9-4f60-b43d-29d6d6eb6ce7 req-d38537fa-8178-4c14-a5ce-23f171234129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:22.573523 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-6e5a5206-02e9-4f60-b43d-29d6d6eb6ce7 req-d38537fa-8178-4c14-a5ce-23f171234129 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0316c735-cdaa-4548-b14e-eee4ef4396d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0550351 Jun 21 04:34:22.659274 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-6e5a5206-02e9-4f60-b43d-29d6d6eb6ce7 req-fddcfea9-e120-47de-8649-904933c89643 service neutron] 10.222.0.55 "GET /v2.0/networks/0316c735-cdaa-4548-b14e-eee4ef4396d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794597 Jun 21 04:34:22.751588 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-6e5a5206-02e9-4f60-b43d-29d6d6eb6ce7 req-c6030bd8-6373-4e9c-8e74-25de27ae9bcb service neutron] 10.222.0.55 "GET /v2.0/networks/0316c735-cdaa-4548-b14e-eee4ef4396d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824881 Jun 21 04:34:22.848466 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217ed21-65f5-4140-a7cc-99d52cf0bac3 req-c6d41b47-8b1b-4e10-9103-5084f72bc831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:22.849894 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-a217ed21-65f5-4140-a7cc-99d52cf0bac3 req-c6d41b47-8b1b-4e10-9103-5084f72bc831 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5984621e8c634a5faafc7bffba674491&device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe HTTP/1.1" status: 200 len: 1096 time: 0.0516484 Jun 21 04:34:22.940057 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217ed21-65f5-4140-a7cc-99d52cf0bac3 req-1e93e918-5cdb-4fb8-99cc-025117f5ca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:22.941360 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-a217ed21-65f5-4140-a7cc-99d52cf0bac3 req-1e93e918-5cdb-4fb8-99cc-025117f5ca88 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0316c735-cdaa-4548-b14e-eee4ef4396d6 HTTP/1.1" status: 200 len: 910 time: 0.0840127 Jun 21 04:34:22.983563 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-a217ed21-65f5-4140-a7cc-99d52cf0bac3 req-012469d9-8535-439d-8ffa-b7068f80ae32 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=461a3461-ebe9-421c-aef4-82aa48c01d9a HTTP/1.1" status: 200 len: 217 time: 0.0343537 Jun 21 04:34:23.033713 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217ed21-65f5-4140-a7cc-99d52cf0bac3 req-0248d0be-0b95-480b-b8d9-c95ad4626e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:23.035787 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-a217ed21-65f5-4140-a7cc-99d52cf0bac3 req-0248d0be-0b95-480b-b8d9-c95ad4626e0c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=21b4d01a-b402-480f-93d4-f5393eb539d9 HTTP/1.1" status: 200 len: 848 time: 0.0451765 Jun 21 04:34:23.095194 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217ed21-65f5-4140-a7cc-99d52cf0bac3 req-e806e459-a985-4a46-8805-8a078ac25c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:23.096571 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-a217ed21-65f5-4140-a7cc-99d52cf0bac3 req-e806e459-a985-4a46-8805-8a078ac25c3f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0316c735-cdaa-4548-b14e-eee4ef4396d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534942 Jun 21 04:34:23.183979 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-a217ed21-65f5-4140-a7cc-99d52cf0bac3 req-4ca31bd4-d01e-4588-ae02-f1801f7b435b service neutron] 10.222.0.55 "GET /v2.0/networks/0316c735-cdaa-4548-b14e-eee4ef4396d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802648 Jun 21 04:34:23.275189 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-a217ed21-65f5-4140-a7cc-99d52cf0bac3 req-b2546364-c38a-4914-b2cd-91d6911a63bd service neutron] 10.222.0.55 "GET /v2.0/networks/0316c735-cdaa-4548-b14e-eee4ef4396d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841200 Jun 21 04:34:23.583607 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e09a0ff-a902-45d9-a6d5-d00d494c1a35 req-b1f14e99-b836-46a7-bc1b-1614d58c8d45 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:23.584945 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3e09a0ff-a902-45d9-a6d5-d00d494c1a35 req-b1f14e99-b836-46a7-bc1b-1614d58c8d45 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/ports?device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe HTTP/1.1" status: 200 len: 943 time: 0.0617270 Jun 21 04:34:23.620663 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3e09a0ff-a902-45d9-a6d5-d00d494c1a35 req-28c5986c-6609-4745-bf04-25f7111889da tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bfd3839-43e9-4037-b93e-3e390fe2c7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297196 Jun 21 04:34:24.794193 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de448a4-879e-4ced-ad50-abc5d13966c5 req-394ba5ef-802a-4db1-b836-c19ef43c32d6 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:24.795629 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1de448a4-879e-4ced-ad50-abc5d13966c5 req-394ba5ef-802a-4db1-b836-c19ef43c32d6 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/ports?device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe HTTP/1.1" status: 200 len: 943 time: 0.0678058 Jun 21 04:34:24.831362 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-1de448a4-879e-4ced-ad50-abc5d13966c5 req-92d1071d-a787-4c97-b55c-67c822d84745 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bfd3839-43e9-4037-b93e-3e390fe2c7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301938 Jun 21 04:34:25.999775 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c387dc-7fd9-4328-a513-9265653f6d87 req-e7c555a7-342f-46fd-90e9-85b442fdfc04 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:26.001205 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-88c387dc-7fd9-4328-a513-9265653f6d87 req-e7c555a7-342f-46fd-90e9-85b442fdfc04 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/ports?device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe HTTP/1.1" status: 200 len: 943 time: 0.0623565 Jun 21 04:34:26.039197 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-88c387dc-7fd9-4328-a513-9265653f6d87 req-cfd45f43-0260-4175-b31d-cc64ef33fc11 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bfd3839-43e9-4037-b93e-3e390fe2c7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322125 Jun 21 04:34:27.205260 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ad16d-43f4-4b14-a0b0-e5ac96966516 req-184560bb-0264-4068-a87c-6af22695ae6b tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:27.206689 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6f1ad16d-43f4-4b14-a0b0-e5ac96966516 req-184560bb-0264-4068-a87c-6af22695ae6b tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/ports?device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe HTTP/1.1" status: 200 len: 943 time: 0.0617161 Jun 21 04:34:27.243111 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6f1ad16d-43f4-4b14-a0b0-e5ac96966516 req-9f936a02-b7b3-4b1c-b442-bbcf12316c51 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bfd3839-43e9-4037-b93e-3e390fe2c7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310128 Jun 21 04:34:27.472619 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-dc001ee4-f128-4638-95bf-0233403ddc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:28.412389 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8491300-b228-4daa-bd2f-929c5819ccf2 req-e40e7577-3fe7-4955-a0d7-27b35353c421 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:28.413793 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f8491300-b228-4daa-bd2f-929c5819ccf2 req-e40e7577-3fe7-4955-a0d7-27b35353c421 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/ports?device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe HTTP/1.1" status: 200 len: 943 time: 0.0642250 Jun 21 04:34:28.449917 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f8491300-b228-4daa-bd2f-929c5819ccf2 req-c83d91cf-18fa-4f1c-9e2f-67d0327c2e8c tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bfd3839-43e9-4037-b93e-3e390fe2c7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301964 Jun 21 04:34:29.614512 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c35339-0368-4fc3-bc28-6251bf1ceeb7 req-f8fd98ad-711e-4988-b1d3-83320625a960 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:29.615856 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-e1c35339-0368-4fc3-bc28-6251bf1ceeb7 req-f8fd98ad-711e-4988-b1d3-83320625a960 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/ports?device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe HTTP/1.1" status: 200 len: 943 time: 0.0612345 Jun 21 04:34:29.652297 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-e1c35339-0368-4fc3-bc28-6251bf1ceeb7 req-332a43b4-16f7-4f48-b5ef-e880131ef757 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bfd3839-43e9-4037-b93e-3e390fe2c7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304770 Jun 21 04:34:29.776912 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-fa05869d-8e01-4f8c-b1cf-532a27719e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:30.067983 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:30.823511 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9140b-578f-4e0b-96a1-51cfcbf609c8 req-9a938f49-2c3d-4b5e-afce-015fef8b5c43 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:30.825094 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-02a9140b-578f-4e0b-96a1-51cfcbf609c8 req-9a938f49-2c3d-4b5e-afce-015fef8b5c43 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/ports?device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe HTTP/1.1" status: 200 len: 943 time: 0.0663238 Jun 21 04:34:30.861405 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-02a9140b-578f-4e0b-96a1-51cfcbf609c8 req-fec5a0e8-3d37-43d8-88cf-05d7d8381a6c tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bfd3839-43e9-4037-b93e-3e390fe2c7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308192 Jun 21 04:34:31.169893 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-96e1c505-da01-46a8-887c-1f2eb0a4db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:31.411192 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 461a3461-ebe9-421c-aef4-82aa48c01d9a details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:34:31.502217 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 461a3461-ebe9-421c-aef4-82aa48c01d9a, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=461a3461-ebe9-421c-aef4-82aa48c01d9a,segment=NetworkSegment(3f8f9796-b62c-40ed-9572-55111bd51848),segment_id=3f8f9796-b62c-40ed-9572-55111bd51848)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:34:31.516507 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Returning: {'device': '461a3461-ebe9-421c-aef4-82aa48c01d9a', 'network_id': '0316c735-cdaa-4548-b14e-eee4ef4396d6', 'port_id': '461a3461-ebe9-421c-aef4-82aa48c01d9a', 'mac_address': 'fa:16:3e:ed:e0:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21b4d01a-b402-480f-93d4-f5393eb539d9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:34:31.553771 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:31.566392 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.notifiers.nova [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 461a3461-ebe9-421c-aef4-82aa48c01d9a {{(pid=92784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:34:31.584644 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 461a3461-ebe9-421c-aef4-82aa48c01d9a, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=461a3461-ebe9-421c-aef4-82aa48c01d9a,segment=NetworkSegment(3f8f9796-b62c-40ed-9572-55111bd51848),segment_id=3f8f9796-b62c-40ed-9572-55111bd51848)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:34:31.588651 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:31.590325 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:31.634736 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Pushing event updated for resources: {'Port': ['ID=461a3461-ebe9-421c-aef4-82aa48c01d9a,revision_number=4']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:31.637681 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:31.803194 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] get_ports_and_sgs() called for port_ids ['461a3461-ebe9-421c-aef4-82aa48c01d9a'] {{(pid=92784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:34:32.033297 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81237617-71f7-44de-b2ee-cf66bc8bd3a7 req-f46b1196-fb19-4633-b659-1715b7b6f997 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:32.034783 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-81237617-71f7-44de-b2ee-cf66bc8bd3a7 req-f46b1196-fb19-4633-b659-1715b7b6f997 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/ports?device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe HTTP/1.1" status: 200 len: 944 time: 0.0631948 Jun 21 04:34:32.071370 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-81237617-71f7-44de-b2ee-cf66bc8bd3a7 req-3371b57b-e43f-4e84-93d0-98946dd27cb5 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bfd3839-43e9-4037-b93e-3e390fe2c7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307133 Jun 21 04:34:32.626066 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-a8ace0c1-1149-433a-b03a-8a8d050911ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:33.245104 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e09c7a7-6ed1-4b89-a88f-28006e3e8a65 req-67a9e1a0-b58d-4286-b61f-25ab34137b9b tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:33.246542 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-8e09c7a7-6ed1-4b89-a88f-28006e3e8a65 req-67a9e1a0-b58d-4286-b61f-25ab34137b9b tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/ports?device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe HTTP/1.1" status: 200 len: 944 time: 0.0636671 Jun 21 04:34:33.283509 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-8e09c7a7-6ed1-4b89-a88f-28006e3e8a65 req-43a5d4a7-a6e4-4c45-a76b-0c00b7d1619c tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bfd3839-43e9-4037-b93e-3e390fe2c7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311356 Jun 21 04:34:33.433809 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 461a3461-ebe9-421c-aef4-82aa48c01d9a up at agent hyperv_hv-cinder-79717 {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:34:33.482063 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Provisioning for port 461a3461-ebe9-421c-aef4-82aa48c01d9a completed by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:34:33.485804 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Provisioning complete for port 461a3461-ebe9-421c-aef4-82aa48c01d9a triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:34:33.486179 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:33.563973 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:33.588252 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d295d0-0c1f-488d-ac84-533fd03a45fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '461a3461-ebe9-421c-aef4-82aa48c01d9a'}] {{(pid=92784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:34:33.591315 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea407864149563716f916f7ad989592de9d82914ebf27f22c024267046db962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72964b78-7f02-4ceb-b6fe-cf4084565ab6" -d '{"events": [{"server_uuid": "67d295d0-0c1f-488d-ac84-533fd03a45fe", "name": "network-vif-plugged", "status": "completed", "tag": "461a3461-ebe9-421c-aef4-82aa48c01d9a"}]}' {{(pid=92784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:34:33.602076 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 461a3461-ebe9-421c-aef4-82aa48c01d9a, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=461a3461-ebe9-421c-aef4-82aa48c01d9a,segment=NetworkSegment(3f8f9796-b62c-40ed-9572-55111bd51848),segment_id=3f8f9796-b62c-40ed-9572-55111bd51848)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:34:33.606115 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:33.608019 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:33.630893 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07fad517-175e-42aa-9c98-48ccf143459e x-openstack-request-id: req-07fad517-175e-42aa-9c98-48ccf143459e {{(pid=92784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:34:33.631509 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d295d0-0c1f-488d-ac84-533fd03a45fe", "name": "network-vif-plugged", "status": "completed", "tag": "461a3461-ebe9-421c-aef4-82aa48c01d9a", "code": 200}]} {{(pid=92784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:34:33.631509 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-07fad517-175e-42aa-9c98-48ccf143459e {{(pid=92784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:34:33.632017 dv-cinder-797170-3-iscsi neutron-server[92784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d295d0-0c1f-488d-ac84-533fd03a45fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '461a3461-ebe9-421c-aef4-82aa48c01d9a', 'code': 200} Jun 21 04:34:33.658284 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Pushing event updated for resources: {'Port': ['ID=461a3461-ebe9-421c-aef4-82aa48c01d9a,revision_number=5']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:33.661052 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:33.887453 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7550f07d-e3f9-42d7-b38b-6b6fa85cbbe4 req-b34d07e5-74e3-4925-8110-25aeda80393c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:33.888898 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-7550f07d-e3f9-42d7-b38b-6b6fa85cbbe4 req-b34d07e5-74e3-4925-8110-25aeda80393c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe HTTP/1.1" status: 200 len: 1098 time: 0.0525579 Jun 21 04:34:33.922358 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-7550f07d-e3f9-42d7-b38b-6b6fa85cbbe4 req-35a37299-5d18-4ef3-8fb2-3830c0311dab service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3bfd3839-43e9-4037-b93e-3e390fe2c7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271084 Jun 21 04:34:34.458831 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c4412e-9905-4200-9641-43e1e4f27ee1 req-234596e7-ec92-414f-b146-91fe2ed9c62f tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:34.460281 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-63c4412e-9905-4200-9641-43e1e4f27ee1 req-234596e7-ec92-414f-b146-91fe2ed9c62f tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/ports?device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe HTTP/1.1" status: 200 len: 945 time: 0.0684242 Jun 21 04:34:34.499331 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-63c4412e-9905-4200-9641-43e1e4f27ee1 req-d46a0a55-4d15-4676-87bb-6ee8127c8b84 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bfd3839-43e9-4037-b93e-3e390fe2c7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318031 Jun 21 04:34:35.670604 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87806c14-15b5-4570-b603-3512798fc446 req-62c162c6-9753-44d6-9575-65ec1867a31d tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:35.672038 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-87806c14-15b5-4570-b603-3512798fc446 req-62c162c6-9753-44d6-9575-65ec1867a31d tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/ports?device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe HTTP/1.1" status: 200 len: 945 time: 0.0624495 Jun 21 04:34:35.707738 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-87806c14-15b5-4570-b603-3512798fc446 req-e50fb3ec-819d-417b-9cad-0d40e398c81d tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bfd3839-43e9-4037-b93e-3e390fe2c7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302172 Jun 21 04:34:35.884147 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01926a5c-eb42-4292-a99b-dd950c012b1a req-ea059068-0106-4c08-9a0d-4be1c96e0cba tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:35.885543 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-01926a5c-eb42-4292-a99b-dd950c012b1a req-ea059068-0106-4c08-9a0d-4be1c96e0cba tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/ports?device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe HTTP/1.1" status: 200 len: 945 time: 0.0646842 Jun 21 04:34:35.924280 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-01926a5c-eb42-4292-a99b-dd950c012b1a req-6e4ee7e1-ab94-4160-b931-df848733ba9e tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bfd3839-43e9-4037-b93e-3e390fe2c7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330870 Jun 21 04:34:35.947510 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 37922) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:36.078781 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb410b45-f96e-445f-9c46-1428f7219a46 tempest-TestShelveInstance-1042688761 tempest-TestShelveInstance-1042688761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:36.080210 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-cb410b45-f96e-445f-9c46-1428f7219a46 tempest-TestShelveInstance-1042688761 tempest-TestShelveInstance-1042688761-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe HTTP/1.1" status: 200 len: 1093 time: 0.1316743 Jun 21 04:34:36.083120 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 37926) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:34:36.087295 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [None req-480d1ca1-d07b-4dbd-a898-251baac04dec tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Request body: {'floatingip': {'floating_network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'port_id': '461a3461-ebe9-421c-aef4-82aa48c01d9a', 'tenant_id': '5984621e8c634a5faafc7bffba674491', 'fixed_ip_address': '172.20.0.3'}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:34:36.108325 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-480d1ca1-d07b-4dbd-a898-251baac04dec tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify callbacks [] for floatingip, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:36.201719 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-480d1ca1-d07b-4dbd-a898-251baac04dec tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:36.301972 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.db_base_plugin_common [None req-480d1ca1-d07b-4dbd-a898-251baac04dec tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Allocated IP 172.27.3.241 (6916bb71-a8d9-40e6-a88e-dbc7129bc7b3/8c39627d-1aec-4229-8b15-efcd0ccd7e2f/f2eef29f-172b-4877-ab19-1dd801835855) {{(pid=92782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:34:36.402858 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-480d1ca1-d07b-4dbd-a898-251baac04dec tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify callbacks [] for port, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:36.440245 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-480d1ca1-d07b-4dbd-a898-251baac04dec tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14133711'] for port, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:36.442106 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-19290908-7a24-4baf-9ca4-8c9cea9db777 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:36.478803 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480d1ca1-d07b-4dbd-a898-251baac04dec tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Network 6916bb71-a8d9-40e6-a88e-dbc7129bc7b3 is already hosted by enough agents. {{(pid=92782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:34:36.481876 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.base_scheduler [None req-480d1ca1-d07b-4dbd-a898-251baac04dec tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Resources bound (agent type, host, resource id): {{(pid=92782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:34:36.484392 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480d1ca1-d07b-4dbd-a898-251baac04dec tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Received port after_create {{(pid=92782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:34:36.511093 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480d1ca1-d07b-4dbd-a898-251baac04dec tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Pushing event updated for resources: {'Port': ['ID=f2eef29f-172b-4877-ab19-1dd801835855,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:36.523042 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d1ca1-d07b-4dbd-a898-251baac04dec tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:36.523414 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d1ca1-d07b-4dbd-a898-251baac04dec tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:36.523784 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d1ca1-d07b-4dbd-a898-251baac04dec tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:36.524143 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d1ca1-d07b-4dbd-a898-251baac04dec tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:36.524498 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d1ca1-d07b-4dbd-a898-251baac04dec tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:36.524849 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d1ca1-d07b-4dbd-a898-251baac04dec tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:36.525209 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d1ca1-d07b-4dbd-a898-251baac04dec tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:36.525566 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d1ca1-d07b-4dbd-a898-251baac04dec tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:36.526459 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d1ca1-d07b-4dbd-a898-251baac04dec tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:36.526808 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d1ca1-d07b-4dbd-a898-251baac04dec tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:36.527153 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d1ca1-d07b-4dbd-a898-251baac04dec tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:36.527497 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480d1ca1-d07b-4dbd-a898-251baac04dec tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:34:36.530877 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-480d1ca1-d07b-4dbd-a898-251baac04dec tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:37.130756 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-480d1ca1-d07b-4dbd-a898-251baac04dec tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:37.202868 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-480d1ca1-d07b-4dbd-a898-251baac04dec tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:37.348234 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-480d1ca1-d07b-4dbd-a898-251baac04dec tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify callbacks [] for port, precommit_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:37.352768 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-480d1ca1-d07b-4dbd-a898-251baac04dec tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14133753'] for port, after_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:37.355482 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-3a40b9dd-c760-4817-ba68-1e542e3b09ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:34:37.420549 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480d1ca1-d07b-4dbd-a898-251baac04dec tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Pushing event updated for resources: {'Port': ['ID=f2eef29f-172b-4877-ab19-1dd801835855,revision_number=2']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:34:37.425677 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-480d1ca1-d07b-4dbd-a898-251baac04dec tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:34:37.432003 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-480d1ca1-d07b-4dbd-a898-251baac04dec tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689737'] for floatingip, after_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:37.529265 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.db.l3_db [None req-480d1ca1-d07b-4dbd-a898-251baac04dec tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Floating IP e305d9d7-33db-4ae4-873d-bfd5ed8f5209 associated. External IP: 172.27.3.241, port: 461a3461-ebe9-421c-aef4-82aa48c01d9a. Jun 21 04:34:37.730592 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-480d1ca1-d07b-4dbd-a898-251baac04dec tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Router e056c4ee-bc6e-4b43-8334-21d0e6436e87 has already been hosted by L3 agent 24838221-9d49-44eb-9e47-6a2fc9da17a2 {{(pid=92782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:34:37.834257 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480d1ca1-d07b-4dbd-a898-251baac04dec tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify agent at l3_agent.dv-cinder-797170-3-iscsi the message routers_updated {{(pid=92782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:34:37.843824 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d3bb39-6705-43a8-8cd4-e46d9995c4e7 None None] Sync routers for ids ['e056c4ee-bc6e-4b43-8334-21d0e6436e87'] in dv-cinder-797170-3-iscsi {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:34:37.852120 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-480d1ca1-d07b-4dbd-a898-251baac04dec tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for floatingip, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:37.854834 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d3bb39-6705-43a8-8cd4-e46d9995c4e7 None None] Routers {'e056c4ee-bc6e-4b43-8334-21d0e6436e87'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:34:37.855440 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-e5d3bb39-6705-43a8-8cd4-e46d9995c4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:34:30Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['e056c4ee-bc6e-4b43-8334-21d0e6436e87'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:34:37.888613 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-480d1ca1-d07b-4dbd-a898-251baac04dec tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8044395 Jun 21 04:34:37.889571 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d295d0-0c1f-488d-ac84-533fd03a45fe', 'tag': '461a3461-ebe9-421c-aef4-82aa48c01d9a'}] {{(pid=92782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:34:37.892331 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20f1c8b8986f59859b4229cceefba24e6e47d71d2fcee399c6ca6947cd3b11b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b394c38a-32b1-4414-970c-865dd2cb1ea7" -d '{"events": [{"name": "network-changed", "server_uuid": "67d295d0-0c1f-488d-ac84-533fd03a45fe", "tag": "461a3461-ebe9-421c-aef4-82aa48c01d9a"}]}' {{(pid=92782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:34:37.934639 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e6b1a5-a7d2-4dd7-8b81-0d03613f3fce x-openstack-request-id: req-d0e6b1a5-a7d2-4dd7-8b81-0d03613f3fce {{(pid=92782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:34:37.934979 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67d295d0-0c1f-488d-ac84-533fd03a45fe", "tag": "461a3461-ebe9-421c-aef4-82aa48c01d9a", "status": "completed", "code": 200}]} {{(pid=92782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:34:37.935285 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d0e6b1a5-a7d2-4dd7-8b81-0d03613f3fce {{(pid=92782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:34:37.935731 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67d295d0-0c1f-488d-ac84-533fd03a45fe', 'tag': '461a3461-ebe9-421c-aef4-82aa48c01d9a', 'status': 'completed', 'code': 200} Jun 21 04:34:37.957662 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-e5d3bb39-6705-43a8-8cd4-e46d9995c4e7 None None] Set router e056c4ee-bc6e-4b43-8334-21d0e6436e87 gateway port host: dv-cinder-797170-3-iscsi {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:34:38.010466 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394c38a-32b1-4414-970c-865dd2cb1ea7 req-5d0a04f6-8e1c-40be-ad0f-4e1adf14e658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:38.011966 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-b394c38a-32b1-4414-970c-865dd2cb1ea7 req-5d0a04f6-8e1c-40be-ad0f-4e1adf14e658 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5984621e8c634a5faafc7bffba674491&device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe HTTP/1.1" status: 200 len: 1098 time: 0.0541353 Jun 21 04:34:38.109130 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394c38a-32b1-4414-970c-865dd2cb1ea7 req-4adce351-8029-4196-85b0-4cfe5fbcabde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:38.110616 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-b394c38a-32b1-4414-970c-865dd2cb1ea7 req-4adce351-8029-4196-85b0-4cfe5fbcabde service neutron] 10.222.0.55 "GET /v2.0/networks?id=0316c735-cdaa-4548-b14e-eee4ef4396d6 HTTP/1.1" status: 200 len: 910 time: 0.0918629 Jun 21 04:34:38.173378 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-b394c38a-32b1-4414-970c-865dd2cb1ea7 req-f650d2b0-f761-4e52-9020-c34831c60725 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=461a3461-ebe9-421c-aef4-82aa48c01d9a HTTP/1.1" status: 200 len: 999 time: 0.0568779 Jun 21 04:34:38.222266 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394c38a-32b1-4414-970c-865dd2cb1ea7 req-a8a8b435-9a96-4104-bcb9-0e2507daa10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:38.223704 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-b394c38a-32b1-4414-970c-865dd2cb1ea7 req-a8a8b435-9a96-4104-bcb9-0e2507daa10a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=21b4d01a-b402-480f-93d4-f5393eb539d9 HTTP/1.1" status: 200 len: 848 time: 0.0441070 Jun 21 04:34:38.288246 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394c38a-32b1-4414-970c-865dd2cb1ea7 req-3f7dd13a-2653-4fd3-a7b4-949e4b632b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:38.289818 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-b394c38a-32b1-4414-970c-865dd2cb1ea7 req-3f7dd13a-2653-4fd3-a7b4-949e4b632b8e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0316c735-cdaa-4548-b14e-eee4ef4396d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0591242 Jun 21 04:34:38.297599 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-e5d3bb39-6705-43a8-8cd4-e46d9995c4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e056c4ee-bc6e-4b43-8334-21d0e6436e87', 'name': 'tempest-TestShelveInstance-1720327024-router', 'tenant_id': '5984621e8c634a5faafc7bffba674491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:53Z', 'updated_at': '2021-06-21T04:33:55Z', 'revision_number': 4, 'project_id': '5984621e8c634a5faafc7bffba674491', 'gw_port': {'id': '0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:01:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e056c4ee-bc6e-4b43-8334-21d0e6436e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:53Z', 'updated_at': '2021-06-21T04:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_floatingips': [{'id': 'e305d9d7-33db-4ae4-873d-bfd5ed8f5209', 'tenant_id': '5984621e8c634a5faafc7bffba674491', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'router_id': 'e056c4ee-bc6e-4b43-8334-21d0e6436e87', 'port_id': '461a3461-ebe9-421c-aef4-82aa48c01d9a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0316c735-cdaa-4548-b14e-eee4ef4396d6', 'mac_address': 'fa:16:3e:ed:e0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d295d0-0c1f-488d-ac84-533fd03a45fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:34:36Z', 'updated_at': '2021-06-21T04:34:36Z', 'revision_number': 0, 'project_id': '5984621e8c634a5faafc7bffba674491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e61c8eaa-3d68-4e7d-96e2-e59c365cfcba', 'name': '', 'network_id': '0316c735-cdaa-4548-b14e-eee4ef4396d6', 'tenant_id': '5984621e8c634a5faafc7bffba674491', 'mac_address': 'fa:16:3e:52:ea:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e056c4ee-bc6e-4b43-8334-21d0e6436e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '21b4d01a-b402-480f-93d4-f5393eb539d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:55Z', 'updated_at': '2021-06-21T04:34:00Z', 'revision_number': 5, 'project_id': '5984621e8c634a5faafc7bffba674491', 'subnets': [{'id': '21b4d01a-b402-480f-93d4-f5393eb539d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:34:38.323182 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d3bb39-6705-43a8-8cd4-e46d9995c4e7 None None] Checking router: e056c4ee-bc6e-4b43-8334-21d0e6436e87 for host: dv-cinder-797170-3-iscsi {{(pid=92784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:34:38.331524 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d3bb39-6705-43a8-8cd4-e46d9995c4e7 None None] Routers {'e056c4ee-bc6e-4b43-8334-21d0e6436e87'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:34:38.332142 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-e5d3bb39-6705-43a8-8cd4-e46d9995c4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:34:30Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['e056c4ee-bc6e-4b43-8334-21d0e6436e87'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:34:38.376770 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-b394c38a-32b1-4414-970c-865dd2cb1ea7 req-992537da-0618-4454-80e4-b79644c1e37e service neutron] 10.222.0.55 "GET /v2.0/networks/0316c735-cdaa-4548-b14e-eee4ef4396d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805461 Jun 21 04:34:38.434912 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-e5d3bb39-6705-43a8-8cd4-e46d9995c4e7 None None] Set router e056c4ee-bc6e-4b43-8334-21d0e6436e87 gateway port host: dv-cinder-797170-3-iscsi {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:34:38.470663 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-b394c38a-32b1-4414-970c-865dd2cb1ea7 req-c2737291-1723-41b2-bc7a-1b6405c3d5fa service neutron] 10.222.0.55 "GET /v2.0/networks/0316c735-cdaa-4548-b14e-eee4ef4396d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866311 Jun 21 04:34:38.652683 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-e5d3bb39-6705-43a8-8cd4-e46d9995c4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e056c4ee-bc6e-4b43-8334-21d0e6436e87', 'name': 'tempest-TestShelveInstance-1720327024-router', 'tenant_id': '5984621e8c634a5faafc7bffba674491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:53Z', 'updated_at': '2021-06-21T04:33:55Z', 'revision_number': 4, 'project_id': '5984621e8c634a5faafc7bffba674491', 'gw_port': {'id': '0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:01:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e056c4ee-bc6e-4b43-8334-21d0e6436e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:53Z', 'updated_at': '2021-06-21T04:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_floatingips': [{'id': 'e305d9d7-33db-4ae4-873d-bfd5ed8f5209', 'tenant_id': '5984621e8c634a5faafc7bffba674491', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'router_id': 'e056c4ee-bc6e-4b43-8334-21d0e6436e87', 'port_id': '461a3461-ebe9-421c-aef4-82aa48c01d9a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0316c735-cdaa-4548-b14e-eee4ef4396d6', 'mac_address': 'fa:16:3e:ed:e0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d295d0-0c1f-488d-ac84-533fd03a45fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:34:36Z', 'updated_at': '2021-06-21T04:34:36Z', 'revision_number': 0, 'project_id': '5984621e8c634a5faafc7bffba674491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e61c8eaa-3d68-4e7d-96e2-e59c365cfcba', 'name': '', 'network_id': '0316c735-cdaa-4548-b14e-eee4ef4396d6', 'tenant_id': '5984621e8c634a5faafc7bffba674491', 'mac_address': 'fa:16:3e:52:ea:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e056c4ee-bc6e-4b43-8334-21d0e6436e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '21b4d01a-b402-480f-93d4-f5393eb539d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:55Z', 'updated_at': '2021-06-21T04:34:00Z', 'revision_number': 5, 'project_id': '5984621e8c634a5faafc7bffba674491', 'subnets': [{'id': '21b4d01a-b402-480f-93d4-f5393eb539d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:34:38.678895 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d3bb39-6705-43a8-8cd4-e46d9995c4e7 None None] The sync data for ids ['e056c4ee-bc6e-4b43-8334-21d0e6436e87'] in dv-cinder-797170-3-iscsi is: [{'id': 'e056c4ee-bc6e-4b43-8334-21d0e6436e87', 'name': 'tempest-TestShelveInstance-1720327024-router', 'tenant_id': '5984621e8c634a5faafc7bffba674491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:53Z', 'updated_at': '2021-06-21T04:33:55Z', 'revision_number': 4, 'project_id': '5984621e8c634a5faafc7bffba674491', 'gw_port': {'id': '0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:01:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e056c4ee-bc6e-4b43-8334-21d0e6436e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:53Z', 'updated_at': '2021-06-21T04:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_floatingips': [{'id': 'e305d9d7-33db-4ae4-873d-bfd5ed8f5209', 'tenant_id': '5984621e8c634a5faafc7bffba674491', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'router_id': 'e056c4ee-bc6e-4b43-8334-21d0e6436e87', 'port_id': '461a3461-ebe9-421c-aef4-82aa48c01d9a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0316c735-cdaa-4548-b14e-eee4ef4396d6', 'mac_address': 'fa:16:3e:ed:e0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d295d0-0c1f-488d-ac84-533fd03a45fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:34:36Z', 'updated_at': '2021-06-21T04:34:36Z', 'revision_number': 0, 'project_id': '5984621e8c634a5faafc7bffba674491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e61c8eaa-3d68-4e7d-96e2-e59c365cfcba', 'name': '', 'network_id': '0316c735-cdaa-4548-b14e-eee4ef4396d6', 'tenant_id': '5984621e8c634a5faafc7bffba674491', 'mac_address': 'fa:16:3e:52:ea:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e056c4ee-bc6e-4b43-8334-21d0e6436e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '21b4d01a-b402-480f-93d4-f5393eb539d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:55Z', 'updated_at': '2021-06-21T04:34:00Z', 'revision_number': 5, 'project_id': '5984621e8c634a5faafc7bffba674491', 'subnets': [{'id': '21b4d01a-b402-480f-93d4-f5393eb539d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:34:38.849463 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af71f934-a748-4710-b254-7c0bde80d8b0 None None] New status for floating IP e305d9d7-33db-4ae4-873d-bfd5ed8f5209: ACTIVE {{(pid=92785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:34:47.326090 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.agents_db [None req-2d4e51dd-16b2-4ea0-aa94-70b67a47226d None None] Agent healthcheck: found 6 active agents {{(pid=92785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:34:47.393968 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:47.662790 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-a4dcea61-9683-4473-a52b-502478fc8013 req-e0d345c7-c84d-4f45-8782-15434f7ad7f0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c10cd108-0526-4bb7-9216-be109233c40c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0531330 Jun 21 04:34:47.752213 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcea61-9683-4473-a52b-502478fc8013 req-b7b3274a-eab4-4f08-a207-d5505552d3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:47.753603 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-a4dcea61-9683-4473-a52b-502478fc8013 req-b7b3274a-eab4-4f08-a207-d5505552d3c8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=371add3dc65f463097e1b4846b0ba580&device_id=c10cd108-0526-4bb7-9216-be109233c40c HTTP/1.1" status: 200 len: 1099 time: 0.0507975 Jun 21 04:34:47.862349 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcea61-9683-4473-a52b-502478fc8013 req-3acf0f85-10dd-4ad1-bb33-a50c108d53d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:47.863781 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-a4dcea61-9683-4473-a52b-502478fc8013 req-3acf0f85-10dd-4ad1-bb33-a50c108d53d6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7d357d88-e0cd-4a9b-b7b1-521691a3a850 HTTP/1.1" status: 200 len: 913 time: 0.0856495 Jun 21 04:34:47.930452 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-a4dcea61-9683-4473-a52b-502478fc8013 req-1db907d8-d971-4359-bf1e-5f7ccb90e2ed service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ddf76215-751e-45bb-ba8d-fddf05064f00 HTTP/1.1" status: 200 len: 1002 time: 0.0575376 Jun 21 04:34:47.983865 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcea61-9683-4473-a52b-502478fc8013 req-1e8a8cf2-e0f8-4797-b3f8-5023ea00c21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:47.985218 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-a4dcea61-9683-4473-a52b-502478fc8013 req-1e8a8cf2-e0f8-4797-b3f8-5023ea00c21e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b89f65d7-8f4a-4573-89cb-9c8dfe69919f HTTP/1.1" status: 200 len: 851 time: 0.0423846 Jun 21 04:34:48.049200 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcea61-9683-4473-a52b-502478fc8013 req-aa4e67bb-77d6-4164-8c33-b9617b489e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:34:48.050678 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-a4dcea61-9683-4473-a52b-502478fc8013 req-aa4e67bb-77d6-4164-8c33-b9617b489e78 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7d357d88-e0cd-4a9b-b7b1-521691a3a850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0566537 Jun 21 04:34:48.137229 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-a4dcea61-9683-4473-a52b-502478fc8013 req-5caedd09-8d8d-4586-aaa3-8e597fbaf934 service neutron] 10.222.0.55 "GET /v2.0/networks/7d357d88-e0cd-4a9b-b7b1-521691a3a850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800242 Jun 21 04:34:48.232359 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-a4dcea61-9683-4473-a52b-502478fc8013 req-0fa86ddd-13c6-49f6-9e46-527c7aaad338 service neutron] 10.222.0.55 "GET /v2.0/networks/7d357d88-e0cd-4a9b-b7b1-521691a3a850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867157 Jun 21 04:34:57.474197 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-679c5ce5-ac19-4ff2-938c-228266eefd92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:34:59.776815 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-9e1432e6-68f8-4eb5-8ad0-e13e173bb7c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:00.067781 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:01.174156 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-96e1c505-da01-46a8-887c-1f2eb0a4db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:02.628126 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-a8ace0c1-1149-433a-b03a-8a8d050911ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:12.701911 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-2b71ff2f-0358-4f2e-9f30-15a86be0f203 req-2506a468-f11f-426e-bb0a-aea1a07c4393 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-560143925&fields=id&tenant_id=371add3dc65f463097e1b4846b0ba580 HTTP/1.1" status: 200 len: 267 time: 0.0326936 Jun 21 04:35:12.809832 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b71ff2f-0358-4f2e-9f30-15a86be0f203 req-6fe8c354-55f1-49a6-b0a0-bb15a9fac66d tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:12.811223 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-2b71ff2f-0358-4f2e-9f30-15a86be0f203 req-6fe8c354-55f1-49a6-b0a0-bb15a9fac66d tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/networks?id=7d357d88-e0cd-4a9b-b7b1-521691a3a850 HTTP/1.1" status: 200 len: 812 time: 0.1032162 Jun 21 04:35:12.825606 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-2b71ff2f-0358-4f2e-9f30-15a86be0f203 req-c59d020b-8f7b-4288-8413-c8b54c55a24a tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/quotas/371add3dc65f463097e1b4846b0ba580 HTTP/1.1" status: 200 len: 375 time: 0.0089171 Jun 21 04:35:12.897460 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-2b71ff2f-0358-4f2e-9f30-15a86be0f203 req-20245fd6-04d5-4717-bc81-6e25796255ab tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=371add3dc65f463097e1b4846b0ba580&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0653405 Jun 21 04:35:12.989294 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-2b71ff2f-0358-4f2e-9f30-15a86be0f203 req-fbe5a845-5e43-4b67-a3fb-d9aadb5b85e2 service neutron] 10.222.0.53 "GET /v2.0/networks/7d357d88-e0cd-4a9b-b7b1-521691a3a850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802555 Jun 21 04:35:13.079656 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-2b71ff2f-0358-4f2e-9f30-15a86be0f203 req-0a4ee990-e542-47ae-b4c8-64984c668b16 service neutron] 10.222.0.53 "GET /v2.0/networks/7d357d88-e0cd-4a9b-b7b1-521691a3a850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846155 Jun 21 04:35:13.371660 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-10312413-0c97-4649-aabe-e2e50358de19 req-45b253af-794d-461b-bb57-d55b7d169daf tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf3f581a-7ace-462c-91e6-ddde44e6e2de HTTP/1.1" status: 200 len: 210 time: 0.0284233 Jun 21 04:35:14.350864 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b71ff2f-0358-4f2e-9f30-15a86be0f203 req-4da7b55d-849d-4cd4-8634-de3f3f92373a tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:14.352345 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-2b71ff2f-0358-4f2e-9f30-15a86be0f203 req-4da7b55d-849d-4cd4-8634-de3f3f92373a tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.55 "GET /v2.0/networks?id=7d357d88-e0cd-4a9b-b7b1-521691a3a850 HTTP/1.1" status: 200 len: 812 time: 0.1027999 Jun 21 04:35:14.395707 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-2b71ff2f-0358-4f2e-9f30-15a86be0f203 req-9a4ad331-3af7-47c4-a127-a2dd86e4b173 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=371add3dc65f463097e1b4846b0ba580 HTTP/1.1" status: 200 len: 379 time: 0.0335264 Jun 21 04:35:14.405439 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [req-2b71ff2f-0358-4f2e-9f30-15a86be0f203 req-34524862-3e0e-442e-9e61-5af430f426c5 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Request body: {'port': {'device_id': 'cf3f581a-7ace-462c-91e6-ddde44e6e2de', 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850', 'admin_state_up': True, 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'security_groups': ['aef55aef-3d78-4e10-ac65-1776bfc6306e']}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:35:14.517591 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-08d86b23-dfb8-46ce-80af-765d7a88337e req-cc8e2ed7-56a6-48b9-92c3-d58800f34c84 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf3f581a-7ace-462c-91e6-ddde44e6e2de HTTP/1.1" status: 200 len: 210 time: 0.0299873 Jun 21 04:35:14.524587 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b71ff2f-0358-4f2e-9f30-15a86be0f203 req-34524862-3e0e-442e-9e61-5af430f426c5 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Made reservation on behalf of 371add3dc65f463097e1b4846b0ba580 for: {'port': 1} {{(pid=92783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 04:35:14.528653 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-2b71ff2f-0358-4f2e-9f30-15a86be0f203 req-34524862-3e0e-442e-9e61-5af430f426c5 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:14.653792 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.db_base_plugin_common [req-2b71ff2f-0358-4f2e-9f30-15a86be0f203 req-34524862-3e0e-442e-9e61-5af430f426c5 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Allocated IP 172.20.0.5 (7d357d88-e0cd-4a9b-b7b1-521691a3a850/b89f65d7-8f4a-4573-89cb-9c8dfe69919f/af9a0d43-4aeb-4164-9c35-f9ff5643d60d) {{(pid=92783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:35:14.792055 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-2b71ff2f-0358-4f2e-9f30-15a86be0f203 req-34524862-3e0e-442e-9e61-5af430f426c5 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks [] for port, precommit_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:14.804976 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.provisioning_blocks [req-2b71ff2f-0358-4f2e-9f30-15a86be0f203 req-34524862-3e0e-442e-9e61-5af430f426c5 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Transition to ACTIVE for port object af9a0d43-4aeb-4164-9c35-f9ff5643d60d will not be triggered until provisioned by entity DHCP. {{(pid=92783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:35:14.838972 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-2b71ff2f-0358-4f2e-9f30-15a86be0f203 req-34524862-3e0e-442e-9e61-5af430f426c5 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12641975'] for port, after_create {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:14.843236 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-5f8ddf94-fd2b-4856-bbb7-6638510863c2 tempest-AttachVolumeShelveTestJSON-1964471501 tempest-AttachVolumeShelveTestJSON-1964471501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:14.883362 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b71ff2f-0358-4f2e-9f30-15a86be0f203 req-34524862-3e0e-442e-9e61-5af430f426c5 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Network 7d357d88-e0cd-4a9b-b7b1-521691a3a850 is already hosted by enough agents. {{(pid=92783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:35:14.888848 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.base_scheduler [req-2b71ff2f-0358-4f2e-9f30-15a86be0f203 req-34524862-3e0e-442e-9e61-5af430f426c5 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Resources bound (agent type, host, resource id): {{(pid=92783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:35:14.892535 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b71ff2f-0358-4f2e-9f30-15a86be0f203 req-34524862-3e0e-442e-9e61-5af430f426c5 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Received port after_create {{(pid=92783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:35:14.927380 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34524862-3e0e-442e-9e61-5af430f426c5 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Pushing event updated for resources: {'Port': ['ID=af9a0d43-4aeb-4164-9c35-f9ff5643d60d,revision_number=1']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:14.941482 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34524862-3e0e-442e-9e61-5af430f426c5 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:14.941864 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34524862-3e0e-442e-9e61-5af430f426c5 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:14.942244 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34524862-3e0e-442e-9e61-5af430f426c5 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:14.942833 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34524862-3e0e-442e-9e61-5af430f426c5 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:14.943199 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34524862-3e0e-442e-9e61-5af430f426c5 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:14.943565 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34524862-3e0e-442e-9e61-5af430f426c5 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:14.943925 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34524862-3e0e-442e-9e61-5af430f426c5 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:14.944284 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34524862-3e0e-442e-9e61-5af430f426c5 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:14.944642 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34524862-3e0e-442e-9e61-5af430f426c5 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:14.945001 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34524862-3e0e-442e-9e61-5af430f426c5 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:14.945353 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34524862-3e0e-442e-9e61-5af430f426c5 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:14.945705 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34524862-3e0e-442e-9e61-5af430f426c5 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:14.952034 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-34524862-3e0e-442e-9e61-5af430f426c5 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:14.960503 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b71ff2f-0358-4f2e-9f30-15a86be0f203 req-34524862-3e0e-442e-9e61-5af430f426c5 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:14.961145 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-2b71ff2f-0358-4f2e-9f30-15a86be0f203 req-34524862-3e0e-442e-9e61-5af430f426c5 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for port, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:14.977014 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-2b71ff2f-0358-4f2e-9f30-15a86be0f203 req-34524862-3e0e-442e-9e61-5af430f426c5 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5758495 Jun 21 04:35:14.988794 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.v2.base [req-2b71ff2f-0358-4f2e-9f30-15a86be0f203 req-845ba6bc-366e-4249-83a3-9a5e3db2476b service neutron] Request body: {'port': {'device_id': 'cf3f581a-7ace-462c-91e6-ddde44e6e2de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=92783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:35:15.061868 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-2b71ff2f-0358-4f2e-9f30-15a86be0f203 req-845ba6bc-366e-4249-83a3-9a5e3db2476b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:15.089953 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-e96ecbb1-6c97-48a6-b2fd-eff6dc55e6ed None None] Provisioning for port af9a0d43-4aeb-4164-9c35-f9ff5643d60d completed by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:35:15.093808 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-e96ecbb1-6c97-48a6-b2fd-eff6dc55e6ed None None] Provisioning complete for port af9a0d43-4aeb-4164-9c35-f9ff5643d60d triggered by entity DHCP. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:35:15.094195 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-e96ecbb1-6c97-48a6-b2fd-eff6dc55e6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:15.131471 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-e96ecbb1-6c97-48a6-b2fd-eff6dc55e6ed None None] Port af9a0d43-4aeb-4164-9c35-f9ff5643d60d cannot update to ACTIVE because it is not bound. {{(pid=92784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 04:35:15.323149 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.notifiers.nova [req-2b71ff2f-0358-4f2e-9f30-15a86be0f203 req-845ba6bc-366e-4249-83a3-9a5e3db2476b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af9a0d43-4aeb-4164-9c35-f9ff5643d60d {{(pid=92783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:35:15.330440 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-2b71ff2f-0358-4f2e-9f30-15a86be0f203 req-845ba6bc-366e-4249-83a3-9a5e3db2476b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:15.341773 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.provisioning_blocks [req-2b71ff2f-0358-4f2e-9f30-15a86be0f203 req-845ba6bc-366e-4249-83a3-9a5e3db2476b service neutron] Transition to ACTIVE for port object af9a0d43-4aeb-4164-9c35-f9ff5643d60d will not be triggered until provisioned by entity L2. {{(pid=92783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 04:35:15.345628 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-2b71ff2f-0358-4f2e-9f30-15a86be0f203 req-845ba6bc-366e-4249-83a3-9a5e3db2476b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641921'] for port, after_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:15.348576 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-600a0c8b-6ec1-4100-97c9-3af218402729 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:15.444333 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ba6bc-366e-4249-83a3-9a5e3db2476b service neutron] Pushing event updated for resources: {'Port': ['ID=af9a0d43-4aeb-4164-9c35-f9ff5643d60d,revision_number=2']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:15.447826 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-845ba6bc-366e-4249-83a3-9a5e3db2476b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:15.495823 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.managers [req-2b71ff2f-0358-4f2e-9f30-15a86be0f203 req-845ba6bc-366e-4249-83a3-9a5e3db2476b service neutron] Attempting to bind port af9a0d43-4aeb-4164-9c35-f9ff5643d60d on host hv-cinder-79717 for vnic_type normal with profile {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 04:35:15.496162 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.managers [req-2b71ff2f-0358-4f2e-9f30-15a86be0f203 req-845ba6bc-366e-4249-83a3-9a5e3db2476b service neutron] Attempting to bind port af9a0d43-4aeb-4164-9c35-f9ff5643d60d by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': 'eb9ae848-4717-40d3-8e38-d487e6aefc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850'}] {{(pid=92783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 04:35:15.496496 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b71ff2f-0358-4f2e-9f30-15a86be0f203 req-845ba6bc-366e-4249-83a3-9a5e3db2476b service neutron] Attempting to bind port af9a0d43-4aeb-4164-9c35-f9ff5643d60d on network 7d357d88-e0cd-4a9b-b7b1-521691a3a850 {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:35:15.501074 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b71ff2f-0358-4f2e-9f30-15a86be0f203 req-845ba6bc-366e-4249-83a3-9a5e3db2476b service neutron] Port af9a0d43-4aeb-4164-9c35-f9ff5643d60d on network 7d357d88-e0cd-4a9b-b7b1-521691a3a850 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 04:35:15.501398 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b71ff2f-0358-4f2e-9f30-15a86be0f203 req-845ba6bc-366e-4249-83a3-9a5e3db2476b service neutron] Attempting to bind port af9a0d43-4aeb-4164-9c35-f9ff5643d60d on network 7d357d88-e0cd-4a9b-b7b1-521691a3a850 {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 04:35:15.506321 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b71ff2f-0358-4f2e-9f30-15a86be0f203 req-845ba6bc-366e-4249-83a3-9a5e3db2476b service neutron] Checking agent: {'id': 'e86ead90-85ed-45dc-94a1-895a24121321', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 4, 23, 47), 'started_at': datetime.datetime(2021, 6, 21, 4, 23, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 4, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 04:35:15.506690 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b71ff2f-0358-4f2e-9f30-15a86be0f203 req-845ba6bc-366e-4249-83a3-9a5e3db2476b service neutron] Checking segment: {'id': 'eb9ae848-4717-40d3-8e38-d487e6aefc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 04:35:15.507078 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b71ff2f-0358-4f2e-9f30-15a86be0f203 req-845ba6bc-366e-4249-83a3-9a5e3db2476b service neutron] Bound using segment: {'id': 'eb9ae848-4717-40d3-8e38-d487e6aefc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850'} {{(pid=92783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 04:35:15.507514 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.managers [req-2b71ff2f-0358-4f2e-9f30-15a86be0f203 req-845ba6bc-366e-4249-83a3-9a5e3db2476b service neutron] Bound port: af9a0d43-4aeb-4164-9c35-f9ff5643d60d, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb9ae848-4717-40d3-8e38-d487e6aefc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850'}}] {{(pid=92783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 04:35:15.507863 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-2b71ff2f-0358-4f2e-9f30-15a86be0f203 req-845ba6bc-366e-4249-83a3-9a5e3db2476b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:15.571261 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.db [req-2b71ff2f-0358-4f2e-9f30-15a86be0f203 req-845ba6bc-366e-4249-83a3-9a5e3db2476b service neutron] For port af9a0d43-4aeb-4164-9c35-f9ff5643d60d, host hv-cinder-79717, cleared binding levels {{(pid=92783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 04:35:15.574291 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.db [req-2b71ff2f-0358-4f2e-9f30-15a86be0f203 req-845ba6bc-366e-4249-83a3-9a5e3db2476b service neutron] For port af9a0d43-4aeb-4164-9c35-f9ff5643d60d, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=af9a0d43-4aeb-4164-9c35-f9ff5643d60d,segment=NetworkSegment(eb9ae848-4717-40d3-8e38-d487e6aefc17),segment_id=eb9ae848-4717-40d3-8e38-d487e6aefc17)] {{(pid=92783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 04:35:15.578930 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-2b71ff2f-0358-4f2e-9f30-15a86be0f203 req-845ba6bc-366e-4249-83a3-9a5e3db2476b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12641921'] for port, after_update {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:15.581661 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-c4df2bb5-43a9-43ab-a484-9239134e2aca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:15.619909 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b71ff2f-0358-4f2e-9f30-15a86be0f203 req-845ba6bc-366e-4249-83a3-9a5e3db2476b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:15.620568 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-2b71ff2f-0358-4f2e-9f30-15a86be0f203 req-845ba6bc-366e-4249-83a3-9a5e3db2476b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for port, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:15.621872 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-2b71ff2f-0358-4f2e-9f30-15a86be0f203 req-845ba6bc-366e-4249-83a3-9a5e3db2476b service neutron] 10.222.0.55 "PUT /v2.0/ports/af9a0d43-4aeb-4164-9c35-f9ff5643d60d HTTP/1.1" status: 200 len: 1093 time: 0.6374092 Jun 21 04:35:15.622489 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf3f581a-7ace-462c-91e6-ddde44e6e2de', 'tag': 'af9a0d43-4aeb-4164-9c35-f9ff5643d60d'}] {{(pid=92783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:35:15.624810 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fda3b7b704fc347e73998d8dc34ef34ca3ad6aa16a3a5c6f92a4a64020d363b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d661b6-280f-47ce-bc57-66b7632ce441" -d '{"events": [{"name": "network-changed", "server_uuid": "cf3f581a-7ace-462c-91e6-ddde44e6e2de", "tag": "af9a0d43-4aeb-4164-9c35-f9ff5643d60d"}]}' {{(pid=92783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:35:15.648663 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ba6bc-366e-4249-83a3-9a5e3db2476b service neutron] Pushing event updated for resources: {'Port': ['ID=af9a0d43-4aeb-4164-9c35-f9ff5643d60d,revision_number=3']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:15.659492 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-845ba6bc-366e-4249-83a3-9a5e3db2476b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:15.672939 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e633b574-c520-45f0-87d1-ab1d2d9f2038 x-openstack-request-id: req-e633b574-c520-45f0-87d1-ab1d2d9f2038 {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:35:15.673627 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf3f581a-7ace-462c-91e6-ddde44e6e2de", "tag": "af9a0d43-4aeb-4164-9c35-f9ff5643d60d", "status": "completed", "code": 200}]} {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:35:15.674024 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e633b574-c520-45f0-87d1-ab1d2d9f2038 {{(pid=92783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:35:15.674579 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf3f581a-7ace-462c-91e6-ddde44e6e2de', 'tag': 'af9a0d43-4aeb-4164-9c35-f9ff5643d60d', 'status': 'completed', 'code': 200} Jun 21 04:35:15.716354 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5ff5d-9f75-464d-868d-2486eb19a254 req-80678d2f-87e1-47b0-87b1-615f31809b41 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:15.717964 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-add5ff5d-9f75-464d-868d-2486eb19a254 req-80678d2f-87e1-47b0-87b1-615f31809b41 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf3f581a-7ace-462c-91e6-ddde44e6e2de HTTP/1.1" status: 200 len: 943 time: 0.0866504 Jun 21 04:35:15.737462 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b71ff2f-0358-4f2e-9f30-15a86be0f203 req-28459ca9-68d5-41dd-8977-de34d0af64bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:15.739771 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-2b71ff2f-0358-4f2e-9f30-15a86be0f203 req-28459ca9-68d5-41dd-8977-de34d0af64bc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=371add3dc65f463097e1b4846b0ba580&device_id=cf3f581a-7ace-462c-91e6-ddde44e6e2de HTTP/1.1" status: 200 len: 1096 time: 0.0573149 Jun 21 04:35:15.758644 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-add5ff5d-9f75-464d-868d-2486eb19a254 req-bb83e461-c162-4f06-83ea-c7f8cc57142c tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/security-groups?id=aef55aef-3d78-4e10-ac65-1776bfc6306e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336254 Jun 21 04:35:15.784221 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-2b71ff2f-0358-4f2e-9f30-15a86be0f203 req-d61e5805-270c-41a7-93b4-c9b215a7db71 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af9a0d43-4aeb-4164-9c35-f9ff5643d60d HTTP/1.1" status: 200 len: 217 time: 0.0364785 Jun 21 04:35:15.836022 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b71ff2f-0358-4f2e-9f30-15a86be0f203 req-bd44cb56-bb77-4067-9d85-df305b937d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:15.837312 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-2b71ff2f-0358-4f2e-9f30-15a86be0f203 req-bd44cb56-bb77-4067-9d85-df305b937d4f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b89f65d7-8f4a-4573-89cb-9c8dfe69919f HTTP/1.1" status: 200 len: 851 time: 0.0457749 Jun 21 04:35:15.892954 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b71ff2f-0358-4f2e-9f30-15a86be0f203 req-c1e92105-5959-4c34-af34-e64936f958a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:15.894483 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-2b71ff2f-0358-4f2e-9f30-15a86be0f203 req-c1e92105-5959-4c34-af34-e64936f958a9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7d357d88-e0cd-4a9b-b7b1-521691a3a850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510914 Jun 21 04:35:15.989358 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-2b71ff2f-0358-4f2e-9f30-15a86be0f203 req-86223fd2-ca1c-465a-8653-6c8dccdb2d20 service neutron] 10.222.0.55 "GET /v2.0/networks/7d357d88-e0cd-4a9b-b7b1-521691a3a850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882330 Jun 21 04:35:16.330946 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-2b71ff2f-0358-4f2e-9f30-15a86be0f203 req-dd249d3b-6e94-4184-9f53-98289cfed3a1 service neutron] 10.222.0.55 "GET /v2.0/networks/7d357d88-e0cd-4a9b-b7b1-521691a3a850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346777 Jun 21 04:35:16.426677 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d661b6-280f-47ce-bc57-66b7632ce441 req-d2f466fc-54c4-4a24-9aea-a69843ed2724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:16.428072 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-84d661b6-280f-47ce-bc57-66b7632ce441 req-d2f466fc-54c4-4a24-9aea-a69843ed2724 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=371add3dc65f463097e1b4846b0ba580&device_id=cf3f581a-7ace-462c-91e6-ddde44e6e2de HTTP/1.1" status: 200 len: 1096 time: 0.0519640 Jun 21 04:35:16.519907 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d661b6-280f-47ce-bc57-66b7632ce441 req-4359977c-1043-4007-b91f-38354e6f13b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:16.521261 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-84d661b6-280f-47ce-bc57-66b7632ce441 req-4359977c-1043-4007-b91f-38354e6f13b0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7d357d88-e0cd-4a9b-b7b1-521691a3a850 HTTP/1.1" status: 200 len: 913 time: 0.0867374 Jun 21 04:35:16.563322 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-84d661b6-280f-47ce-bc57-66b7632ce441 req-e64d13e5-476c-4232-a245-30c6ca6022f2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af9a0d43-4aeb-4164-9c35-f9ff5643d60d HTTP/1.1" status: 200 len: 217 time: 0.0341740 Jun 21 04:35:16.612224 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d661b6-280f-47ce-bc57-66b7632ce441 req-da7a9e9e-bd21-4514-957d-6b0632127f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:16.613625 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-84d661b6-280f-47ce-bc57-66b7632ce441 req-da7a9e9e-bd21-4514-957d-6b0632127f68 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b89f65d7-8f4a-4573-89cb-9c8dfe69919f HTTP/1.1" status: 200 len: 851 time: 0.0429058 Jun 21 04:35:16.673562 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d661b6-280f-47ce-bc57-66b7632ce441 req-fd3221b0-05dc-499b-bcf5-349c601d2f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:16.674994 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-84d661b6-280f-47ce-bc57-66b7632ce441 req-fd3221b0-05dc-499b-bcf5-349c601d2f52 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7d357d88-e0cd-4a9b-b7b1-521691a3a850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539632 Jun 21 04:35:16.764401 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-84d661b6-280f-47ce-bc57-66b7632ce441 req-f774237f-7401-4a63-a64b-99c8341360b4 service neutron] 10.222.0.55 "GET /v2.0/networks/7d357d88-e0cd-4a9b-b7b1-521691a3a850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793507 Jun 21 04:35:16.858904 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-84d661b6-280f-47ce-bc57-66b7632ce441 req-df7517f6-3b8f-4011-9eae-09e3f39430cc service neutron] 10.222.0.55 "GET /v2.0/networks/7d357d88-e0cd-4a9b-b7b1-521691a3a850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850780 Jun 21 04:35:16.984343 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ee4af-e8d2-487f-b4cc-c4b84a43177a req-e44c89c5-50bc-422e-a5ff-2c546644e55d tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:16.985771 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f13ee4af-e8d2-487f-b4cc-c4b84a43177a req-e44c89c5-50bc-422e-a5ff-2c546644e55d tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf3f581a-7ace-462c-91e6-ddde44e6e2de HTTP/1.1" status: 200 len: 943 time: 0.0617967 Jun 21 04:35:17.022500 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f13ee4af-e8d2-487f-b4cc-c4b84a43177a req-9def7aa0-da29-4b3b-bcfd-dc10c3b00ec5 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/security-groups?id=aef55aef-3d78-4e10-ac65-1776bfc6306e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310996 Jun 21 04:35:17.402226 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:18.196258 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4f1f7-cc47-4d4f-bd43-7bd1af696a56 req-a06dc00a-4409-4977-8070-40011191f870 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:18.198317 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-58e4f1f7-cc47-4d4f-bd43-7bd1af696a56 req-a06dc00a-4409-4977-8070-40011191f870 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf3f581a-7ace-462c-91e6-ddde44e6e2de HTTP/1.1" status: 200 len: 943 time: 0.0659060 Jun 21 04:35:18.234110 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-58e4f1f7-cc47-4d4f-bd43-7bd1af696a56 req-46efa391-da72-476e-90fa-962f139b395a tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/security-groups?id=aef55aef-3d78-4e10-ac65-1776bfc6306e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302978 Jun 21 04:35:19.402519 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1affd4-7e75-476d-880f-6ddbf26e61c5 req-0dea9e1d-a350-4169-9377-ccff67d411b2 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:19.403975 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-fd1affd4-7e75-476d-880f-6ddbf26e61c5 req-0dea9e1d-a350-4169-9377-ccff67d411b2 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf3f581a-7ace-462c-91e6-ddde44e6e2de HTTP/1.1" status: 200 len: 943 time: 0.0621409 Jun 21 04:35:19.440547 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-fd1affd4-7e75-476d-880f-6ddbf26e61c5 req-9d17c744-0ddf-4e88-bef4-51ad78f17ede tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/security-groups?id=aef55aef-3d78-4e10-ac65-1776bfc6306e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307736 Jun 21 04:35:20.608965 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7cd45-af08-41da-a21c-d5df22c49526 req-39cb9b18-9c5e-45e5-9518-d060d5a411a1 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:20.610336 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-17f7cd45-af08-41da-a21c-d5df22c49526 req-39cb9b18-9c5e-45e5-9518-d060d5a411a1 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf3f581a-7ace-462c-91e6-ddde44e6e2de HTTP/1.1" status: 200 len: 943 time: 0.0618742 Jun 21 04:35:20.646054 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-17f7cd45-af08-41da-a21c-d5df22c49526 req-629ce026-eb13-4a82-9592-2bc4f99ed942 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/security-groups?id=aef55aef-3d78-4e10-ac65-1776bfc6306e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301156 Jun 21 04:35:21.816442 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41061b0-ce54-4f72-8202-fb0ea10e46c0 req-ae236c25-2c89-4b6a-b5d7-709b9431d73a tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:21.817849 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c41061b0-ce54-4f72-8202-fb0ea10e46c0 req-ae236c25-2c89-4b6a-b5d7-709b9431d73a tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf3f581a-7ace-462c-91e6-ddde44e6e2de HTTP/1.1" status: 200 len: 943 time: 0.0645730 Jun 21 04:35:21.854127 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c41061b0-ce54-4f72-8202-fb0ea10e46c0 req-e4d9811b-f1d5-4272-8d1c-f5c289c20294 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/security-groups?id=aef55aef-3d78-4e10-ac65-1776bfc6306e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307837 Jun 21 04:35:23.021920 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e05a1-a9d5-429d-8463-7bed01e7daa3 req-733d26d8-630b-49f3-9686-c179eaeb3172 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:23.023376 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a09e05a1-a9d5-429d-8463-7bed01e7daa3 req-733d26d8-630b-49f3-9686-c179eaeb3172 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf3f581a-7ace-462c-91e6-ddde44e6e2de HTTP/1.1" status: 200 len: 943 time: 0.0622797 Jun 21 04:35:23.060671 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-a09e05a1-a9d5-429d-8463-7bed01e7daa3 req-3e74c3e7-bdda-47e5-83e3-c0e3d4d955ed tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/security-groups?id=aef55aef-3d78-4e10-ac65-1776bfc6306e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311573 Jun 21 04:35:23.670261 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device af9a0d43-4aeb-4164-9c35-f9ff5643d60d details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:35:23.761077 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port af9a0d43-4aeb-4164-9c35-f9ff5643d60d, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=af9a0d43-4aeb-4164-9c35-f9ff5643d60d,segment=NetworkSegment(eb9ae848-4717-40d3-8e38-d487e6aefc17),segment_id=eb9ae848-4717-40d3-8e38-d487e6aefc17)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:35:23.771660 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Returning: {'device': 'af9a0d43-4aeb-4164-9c35-f9ff5643d60d', 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850', 'port_id': 'af9a0d43-4aeb-4164-9c35-f9ff5643d60d', 'mac_address': 'fa:16:3e:63:64:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b89f65d7-8f4a-4573-89cb-9c8dfe69919f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:35:23.810116 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:23.821730 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.notifiers.nova [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af9a0d43-4aeb-4164-9c35-f9ff5643d60d {{(pid=92784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:35:23.839997 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port af9a0d43-4aeb-4164-9c35-f9ff5643d60d, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=af9a0d43-4aeb-4164-9c35-f9ff5643d60d,segment=NetworkSegment(eb9ae848-4717-40d3-8e38-d487e6aefc17),segment_id=eb9ae848-4717-40d3-8e38-d487e6aefc17)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:35:23.843473 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:23.845124 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-0b0508a0-1662-4558-b6de-bfef689641c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:23.888813 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Pushing event updated for resources: {'Port': ['ID=af9a0d43-4aeb-4164-9c35-f9ff5643d60d,revision_number=4']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:23.895538 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:23.895884 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:23.896219 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:23.896557 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:23.896887 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:23.897231 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:23.897554 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:23.897875 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:23.898197 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:23.898547 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:23.898865 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:23.899180 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:35:23.903424 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:24.065757 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] get_ports_and_sgs() called for port_ids ['af9a0d43-4aeb-4164-9c35-f9ff5643d60d'] {{(pid=92784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:35:24.236801 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcdb2ce-4be8-4fd9-9781-1d176e03a24d req-b8146d1a-b88d-47a2-8537-91f1fc102897 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:24.238280 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-2bcdb2ce-4be8-4fd9-9781-1d176e03a24d req-b8146d1a-b88d-47a2-8537-91f1fc102897 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf3f581a-7ace-462c-91e6-ddde44e6e2de HTTP/1.1" status: 200 len: 944 time: 0.0669553 Jun 21 04:35:24.278002 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-2bcdb2ce-4be8-4fd9-9781-1d176e03a24d req-ff5aef63-a23a-4708-9562-acc95e8b1041 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/security-groups?id=aef55aef-3d78-4e10-ac65-1776bfc6306e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329201 Jun 21 04:35:24.325161 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.agents_db [None req-2d4e51dd-16b2-4ea0-aa94-70b67a47226d None None] Agent healthcheck: found 6 active agents {{(pid=92785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:35:25.448219 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3b30f-9052-4071-a988-87fa9f171cc1 req-064223d4-4f39-4e50-aebe-d6f3cc23675e tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:25.449653 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-aaf3b30f-9052-4071-a988-87fa9f171cc1 req-064223d4-4f39-4e50-aebe-d6f3cc23675e tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf3f581a-7ace-462c-91e6-ddde44e6e2de HTTP/1.1" status: 200 len: 944 time: 0.0628335 Jun 21 04:35:25.486901 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-aaf3b30f-9052-4071-a988-87fa9f171cc1 req-3eaeec11-0b4b-479a-82a6-1460b75e2e4c tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/security-groups?id=aef55aef-3d78-4e10-ac65-1776bfc6306e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316429 Jun 21 04:35:25.674717 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device af9a0d43-4aeb-4164-9c35-f9ff5643d60d up at agent hyperv_hv-cinder-79717 {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:35:25.720352 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Provisioning for port af9a0d43-4aeb-4164-9c35-f9ff5643d60d completed by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 04:35:25.723901 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Provisioning complete for port af9a0d43-4aeb-4164-9c35-f9ff5643d60d triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:35:25.724283 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:25.798999 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:25.820314 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3f581a-7ace-462c-91e6-ddde44e6e2de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af9a0d43-4aeb-4164-9c35-f9ff5643d60d'}] {{(pid=92784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:35:25.823202 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea407864149563716f916f7ad989592de9d82914ebf27f22c024267046db962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34cb9dc4-d861-47a3-b5d8-5e2a7093baa4" -d '{"events": [{"server_uuid": "cf3f581a-7ace-462c-91e6-ddde44e6e2de", "name": "network-vif-plugged", "status": "completed", "tag": "af9a0d43-4aeb-4164-9c35-f9ff5643d60d"}]}' {{(pid=92784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:35:25.835607 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port af9a0d43-4aeb-4164-9c35-f9ff5643d60d, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=af9a0d43-4aeb-4164-9c35-f9ff5643d60d,segment=NetworkSegment(eb9ae848-4717-40d3-8e38-d487e6aefc17),segment_id=eb9ae848-4717-40d3-8e38-d487e6aefc17)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:35:25.840114 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:25.842307 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:25.863374 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc98f819-cb50-40f8-96de-c1d1225d5bd8 x-openstack-request-id: req-cc98f819-cb50-40f8-96de-c1d1225d5bd8 {{(pid=92784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:35:25.863670 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf3f581a-7ace-462c-91e6-ddde44e6e2de", "name": "network-vif-plugged", "status": "completed", "tag": "af9a0d43-4aeb-4164-9c35-f9ff5643d60d", "code": 200}]} {{(pid=92784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:35:25.863929 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cc98f819-cb50-40f8-96de-c1d1225d5bd8 {{(pid=92784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:35:25.864315 dv-cinder-797170-3-iscsi neutron-server[92784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf3f581a-7ace-462c-91e6-ddde44e6e2de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af9a0d43-4aeb-4164-9c35-f9ff5643d60d', 'code': 200} Jun 21 04:35:25.890119 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Pushing event updated for resources: {'Port': ['ID=af9a0d43-4aeb-4164-9c35-f9ff5643d60d,revision_number=5']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:25.893230 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:26.136269 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72931240-3cf1-4b11-876e-173e96ff480c req-601d7315-9a7e-46a5-9625-ace6243eed9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:26.137693 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-72931240-3cf1-4b11-876e-173e96ff480c req-601d7315-9a7e-46a5-9625-ace6243eed9a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cf3f581a-7ace-462c-91e6-ddde44e6e2de HTTP/1.1" status: 200 len: 1098 time: 0.0510759 Jun 21 04:35:26.171615 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-72931240-3cf1-4b11-876e-173e96ff480c req-97055210-438c-4613-b220-fe1a049ac445 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=aef55aef-3d78-4e10-ac65-1776bfc6306e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269437 Jun 21 04:35:26.657740 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c593f7d-ab55-4a2d-bb0b-235bc0991c17 req-3fc864c1-bdaf-419f-8da0-126ddf95247c tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:26.659186 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-0c593f7d-ab55-4a2d-bb0b-235bc0991c17 req-3fc864c1-bdaf-419f-8da0-126ddf95247c tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf3f581a-7ace-462c-91e6-ddde44e6e2de HTTP/1.1" status: 200 len: 945 time: 0.0622351 Jun 21 04:35:26.695295 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-0c593f7d-ab55-4a2d-bb0b-235bc0991c17 req-08c0be1f-c298-4f50-ad9d-3624a0d98493 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/security-groups?id=aef55aef-3d78-4e10-ac65-1776bfc6306e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305789 Jun 21 04:35:27.474515 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-e6e80606-da21-4b4f-81e5-7819588f99af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:27.913570 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d003d33-8b63-408a-b965-2ed629a84b5c req-2891a418-5616-4aaa-95a9-86791c4c7d9c tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:27.915050 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-4d003d33-8b63-408a-b965-2ed629a84b5c req-2891a418-5616-4aaa-95a9-86791c4c7d9c tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf3f581a-7ace-462c-91e6-ddde44e6e2de HTTP/1.1" status: 200 len: 945 time: 0.1119006 Jun 21 04:35:27.951692 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-4d003d33-8b63-408a-b965-2ed629a84b5c req-d0c28e4f-a254-43c6-a33d-df6c13c9b073 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/security-groups?id=aef55aef-3d78-4e10-ac65-1776bfc6306e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304649 Jun 21 04:35:28.122518 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30887be-40e9-49ec-9d69-a1256916710f req-e1a3f262-2c52-49f7-a81f-3911ef34bba8 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:28.123960 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d30887be-40e9-49ec-9d69-a1256916710f req-e1a3f262-2c52-49f7-a81f-3911ef34bba8 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf3f581a-7ace-462c-91e6-ddde44e6e2de HTTP/1.1" status: 200 len: 945 time: 0.0622299 Jun 21 04:35:28.161309 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-d30887be-40e9-49ec-9d69-a1256916710f req-45908a4f-bea8-4acc-a8ed-a34c775465fd tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/security-groups?id=aef55aef-3d78-4e10-ac65-1776bfc6306e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319026 Jun 21 04:35:28.187096 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 38030) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:35:28.247564 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6a67bc-5fc1-4e31-8948-88783334ba60 tempest-TestVolumeBootPattern-639476257 tempest-TestVolumeBootPattern-639476257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:28.249036 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-0e6a67bc-5fc1-4e31-8948-88783334ba60 tempest-TestVolumeBootPattern-639476257 tempest-TestVolumeBootPattern-639476257-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=cf3f581a-7ace-462c-91e6-ddde44e6e2de HTTP/1.1" status: 200 len: 1093 time: 0.0609999 Jun 21 04:35:28.251806 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 38032) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:35:28.256399 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.v2.base [None req-661d66fe-bd68-4e3e-9d88-0dd6d3e72810 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Request body: {'floatingip': {'floating_network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'port_id': 'af9a0d43-4aeb-4164-9c35-f9ff5643d60d', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'fixed_ip_address': '172.20.0.5'}} {{(pid=92782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 04:35:28.278775 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-661d66fe-bd68-4e3e-9d88-0dd6d3e72810 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks [] for floatingip, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:28.369894 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-661d66fe-bd68-4e3e-9d88-0dd6d3e72810 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-556674'] for port, before_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:28.475967 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.db_base_plugin_common [None req-661d66fe-bd68-4e3e-9d88-0dd6d3e72810 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Allocated IP 172.27.3.98 (6916bb71-a8d9-40e6-a88e-dbc7129bc7b3/8c39627d-1aec-4229-8b15-efcd0ccd7e2f/27b9c95a-b8b2-40ba-8f54-bed39c981f6c) {{(pid=92782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 04:35:28.579951 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-661d66fe-bd68-4e3e-9d88-0dd6d3e72810 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks [] for port, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:28.619006 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-661d66fe-bd68-4e3e-9d88-0dd6d3e72810 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-46250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749528475989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14133711'] for port, after_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:28.621692 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-0e7e35fb-1c12-42f6-9c4a-ff078098d1bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:28.661918 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661d66fe-bd68-4e3e-9d88-0dd6d3e72810 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Network 6916bb71-a8d9-40e6-a88e-dbc7129bc7b3 is already hosted by enough agents. {{(pid=92782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 04:35:28.664843 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.base_scheduler [None req-661d66fe-bd68-4e3e-9d88-0dd6d3e72810 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Resources bound (agent type, host, resource id): {{(pid=92782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 04:35:28.669018 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661d66fe-bd68-4e3e-9d88-0dd6d3e72810 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Received port after_create {{(pid=92782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 04:35:28.674353 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661d66fe-bd68-4e3e-9d88-0dd6d3e72810 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Pushing event updated for resources: {'Port': ['ID=27b9c95a-b8b2-40ba-8f54-bed39c981f6c,revision_number=1']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:28.692302 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-661d66fe-bd68-4e3e-9d88-0dd6d3e72810 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:29.023871 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-661d66fe-bd68-4e3e-9d88-0dd6d3e72810 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:29.097238 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-661d66fe-bd68-4e3e-9d88-0dd6d3e72810 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:29.243452 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-661d66fe-bd68-4e3e-9d88-0dd6d3e72810 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks [] for port, precommit_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:29.247859 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-661d66fe-bd68-4e3e-9d88-0dd6d3e72810 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14133753'] for port, after_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:29.249808 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-306461bd-ba68-41a6-abdf-6bd0837a4e3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:35:29.314795 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661d66fe-bd68-4e3e-9d88-0dd6d3e72810 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Pushing event updated for resources: {'Port': ['ID=27b9c95a-b8b2-40ba-8f54-bed39c981f6c,revision_number=2']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:35:29.318625 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-661d66fe-bd68-4e3e-9d88-0dd6d3e72810 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:35:29.328672 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-661d66fe-bd68-4e3e-9d88-0dd6d3e72810 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1689737'] for floatingip, after_update {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:29.422832 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.db.l3_db [None req-661d66fe-bd68-4e3e-9d88-0dd6d3e72810 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Floating IP 9294a1ee-d6e6-4f34-bf19-8f842261474e associated. External IP: 172.27.3.98, port: af9a0d43-4aeb-4164-9c35-f9ff5643d60d. Jun 21 04:35:29.618746 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-661d66fe-bd68-4e3e-9d88-0dd6d3e72810 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Router c6f4c286-1035-4679-a9e9-b0be432b890f has already been hosted by L3 agent 24838221-9d49-44eb-9e47-6a2fc9da17a2 {{(pid=92782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:35:29.720662 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661d66fe-bd68-4e3e-9d88-0dd6d3e72810 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify agent at l3_agent.dv-cinder-797170-3-iscsi the message routers_updated {{(pid=92782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:35:29.729834 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1889be-75f7-40a7-9dbe-abe6cb8b2480 None None] Sync routers for ids ['c6f4c286-1035-4679-a9e9-b0be432b890f'] in dv-cinder-797170-3-iscsi {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:35:29.736290 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-661d66fe-bd68-4e3e-9d88-0dd6d3e72810 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for floatingip, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:29.740062 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1889be-75f7-40a7-9dbe-abe6cb8b2480 None None] Routers {'c6f4c286-1035-4679-a9e9-b0be432b890f'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:35:29.740680 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-4a1889be-75f7-40a7-9dbe-abe6cb8b2480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:35:00Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['c6f4c286-1035-4679-a9e9-b0be432b890f'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:35:29.772929 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-661d66fe-bd68-4e3e-9d88-0dd6d3e72810 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5201232 Jun 21 04:35:29.773591 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf3f581a-7ace-462c-91e6-ddde44e6e2de', 'tag': 'af9a0d43-4aeb-4164-9c35-f9ff5643d60d'}] {{(pid=92782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:35:29.776838 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20f1c8b8986f59859b4229cceefba24e6e47d71d2fcee399c6ca6947cd3b11b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc382d20-5684-43a3-b6c7-bb947b6f278c" -d '{"events": [{"name": "network-changed", "server_uuid": "cf3f581a-7ace-462c-91e6-ddde44e6e2de", "tag": "af9a0d43-4aeb-4164-9c35-f9ff5643d60d"}]}' {{(pid=92782) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:35:29.814477 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889dec39-102a-4a1b-83d0-7cbe21be6f85 x-openstack-request-id: req-889dec39-102a-4a1b-83d0-7cbe21be6f85 {{(pid=92782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:35:29.814813 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf3f581a-7ace-462c-91e6-ddde44e6e2de", "tag": "af9a0d43-4aeb-4164-9c35-f9ff5643d60d", "status": "completed", "code": 200}]} {{(pid=92782) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:35:29.815111 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-889dec39-102a-4a1b-83d0-7cbe21be6f85 {{(pid=92782) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:35:29.815559 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf3f581a-7ace-462c-91e6-ddde44e6e2de', 'tag': 'af9a0d43-4aeb-4164-9c35-f9ff5643d60d', 'status': 'completed', 'code': 200} Jun 21 04:35:29.826210 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-9968c0bd-6b6b-4972-9ca8-33a4076bdcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:29.855914 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-4a1889be-75f7-40a7-9dbe-abe6cb8b2480 None None] Set router c6f4c286-1035-4679-a9e9-b0be432b890f gateway port host: dv-cinder-797170-3-iscsi {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:35:29.888594 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc382d20-5684-43a3-b6c7-bb947b6f278c req-d3ba55de-13f5-4b17-8dbb-35982f9b9c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:29.889957 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-cc382d20-5684-43a3-b6c7-bb947b6f278c req-d3ba55de-13f5-4b17-8dbb-35982f9b9c6d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=371add3dc65f463097e1b4846b0ba580&device_id=cf3f581a-7ace-462c-91e6-ddde44e6e2de HTTP/1.1" status: 200 len: 1098 time: 0.0525193 Jun 21 04:35:29.981066 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc382d20-5684-43a3-b6c7-bb947b6f278c req-864387cd-5026-477e-b576-6e9fb5fef76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:29.982522 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-cc382d20-5684-43a3-b6c7-bb947b6f278c req-864387cd-5026-477e-b576-6e9fb5fef76a service neutron] 10.222.0.55 "GET /v2.0/networks?id=7d357d88-e0cd-4a9b-b7b1-521691a3a850 HTTP/1.1" status: 200 len: 913 time: 0.0865223 Jun 21 04:35:30.051178 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-cc382d20-5684-43a3-b6c7-bb947b6f278c req-cb01454f-4130-4313-9631-88567e6bc988 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af9a0d43-4aeb-4164-9c35-f9ff5643d60d HTTP/1.1" status: 200 len: 998 time: 0.0624430 Jun 21 04:35:30.074643 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:30.092644 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-4a1889be-75f7-40a7-9dbe-abe6cb8b2480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'name': 'tempest-TestVolumeBootPattern-1156486518-router', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a46145cf-7465-42a2-bf67-e0991f0a15f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:07Z', 'updated_at': '2021-06-21T04:30:10Z', 'revision_number': 4, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'gw_port': {'id': 'a46145cf-7465-42a2-bf67-e0991f0a15f1', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:07Z', 'updated_at': '2021-06-21T04:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_floatingips': [{'id': '9294a1ee-d6e6-4f34-bf19-8f842261474e', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'floating_ip_address': '172.27.3.98', 'floating_network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'router_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'port_id': 'af9a0d43-4aeb-4164-9c35-f9ff5643d60d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850', 'mac_address': 'fa:16:3e:63:64:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3f581a-7ace-462c-91e6-ddde44e6e2de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:35:28Z', 'updated_at': '2021-06-21T04:35:28Z', 'revision_number': 0, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'fixed_ip_address_scope': None}, {'id': 'a2327b4d-e9e1-48fb-b95d-b9e05829f66d', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'router_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'port_id': 'ddf76215-751e-45bb-ba8d-fddf05064f00', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850', 'mac_address': 'fa:16:3e:23:99:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10cd108-0526-4bb7-9216-be109233c40c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:33:24Z', 'updated_at': '2021-06-21T04:33:26Z', 'revision_number': 1, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c38d0844-290a-462c-9a37-a22225bd6794', 'name': '', 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'mac_address': 'fa:16:3e:ee:47:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'b89f65d7-8f4a-4573-89cb-9c8dfe69919f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:09Z', 'updated_at': '2021-06-21T04:30:16Z', 'revision_number': 5, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'subnets': [{'id': 'b89f65d7-8f4a-4573-89cb-9c8dfe69919f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:35:30.103414 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc382d20-5684-43a3-b6c7-bb947b6f278c req-bf0385ff-8bbe-4256-ae69-9462473b86c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:30.104828 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-cc382d20-5684-43a3-b6c7-bb947b6f278c req-bf0385ff-8bbe-4256-ae69-9462473b86c1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b89f65d7-8f4a-4573-89cb-9c8dfe69919f HTTP/1.1" status: 200 len: 851 time: 0.0469625 Jun 21 04:35:30.117997 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1889be-75f7-40a7-9dbe-abe6cb8b2480 None None] Checking router: c6f4c286-1035-4679-a9e9-b0be432b890f for host: dv-cinder-797170-3-iscsi {{(pid=92784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:35:30.126731 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1889be-75f7-40a7-9dbe-abe6cb8b2480 None None] Routers {'c6f4c286-1035-4679-a9e9-b0be432b890f'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:35:30.127353 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-4a1889be-75f7-40a7-9dbe-abe6cb8b2480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:35:30Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['c6f4c286-1035-4679-a9e9-b0be432b890f'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:35:30.161616 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc382d20-5684-43a3-b6c7-bb947b6f278c req-26595611-6507-41cc-bc02-f665b4dd3bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:30.163033 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-cc382d20-5684-43a3-b6c7-bb947b6f278c req-26595611-6507-41cc-bc02-f665b4dd3bb8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7d357d88-e0cd-4a9b-b7b1-521691a3a850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517521 Jun 21 04:35:30.230481 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-4a1889be-75f7-40a7-9dbe-abe6cb8b2480 None None] Set router c6f4c286-1035-4679-a9e9-b0be432b890f gateway port host: dv-cinder-797170-3-iscsi {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:35:30.257289 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-cc382d20-5684-43a3-b6c7-bb947b6f278c req-f13e8c85-3a33-4e4f-acb5-c0b471b997f0 service neutron] 10.222.0.55 "GET /v2.0/networks/7d357d88-e0cd-4a9b-b7b1-521691a3a850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869033 Jun 21 04:35:30.346652 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-cc382d20-5684-43a3-b6c7-bb947b6f278c req-cf1ef18e-f3e3-4bea-b0cc-eaea96d7e396 service neutron] 10.222.0.55 "GET /v2.0/networks/7d357d88-e0cd-4a9b-b7b1-521691a3a850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832188 Jun 21 04:35:30.453458 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-4a1889be-75f7-40a7-9dbe-abe6cb8b2480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'name': 'tempest-TestVolumeBootPattern-1156486518-router', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a46145cf-7465-42a2-bf67-e0991f0a15f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:07Z', 'updated_at': '2021-06-21T04:30:10Z', 'revision_number': 4, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'gw_port': {'id': 'a46145cf-7465-42a2-bf67-e0991f0a15f1', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:07Z', 'updated_at': '2021-06-21T04:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_floatingips': [{'id': '9294a1ee-d6e6-4f34-bf19-8f842261474e', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'floating_ip_address': '172.27.3.98', 'floating_network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'router_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'port_id': 'af9a0d43-4aeb-4164-9c35-f9ff5643d60d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850', 'mac_address': 'fa:16:3e:63:64:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3f581a-7ace-462c-91e6-ddde44e6e2de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:35:28Z', 'updated_at': '2021-06-21T04:35:28Z', 'revision_number': 0, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'fixed_ip_address_scope': None}, {'id': 'a2327b4d-e9e1-48fb-b95d-b9e05829f66d', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'router_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'port_id': 'ddf76215-751e-45bb-ba8d-fddf05064f00', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850', 'mac_address': 'fa:16:3e:23:99:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10cd108-0526-4bb7-9216-be109233c40c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:33:24Z', 'updated_at': '2021-06-21T04:33:26Z', 'revision_number': 1, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c38d0844-290a-462c-9a37-a22225bd6794', 'name': '', 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'mac_address': 'fa:16:3e:ee:47:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'b89f65d7-8f4a-4573-89cb-9c8dfe69919f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:09Z', 'updated_at': '2021-06-21T04:30:16Z', 'revision_number': 5, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'subnets': [{'id': 'b89f65d7-8f4a-4573-89cb-9c8dfe69919f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:35:30.596440 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1889be-75f7-40a7-9dbe-abe6cb8b2480 None None] The sync data for ids ['c6f4c286-1035-4679-a9e9-b0be432b890f'] in dv-cinder-797170-3-iscsi is: [{'id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'name': 'tempest-TestVolumeBootPattern-1156486518-router', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a46145cf-7465-42a2-bf67-e0991f0a15f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:07Z', 'updated_at': '2021-06-21T04:30:10Z', 'revision_number': 4, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'gw_port': {'id': 'a46145cf-7465-42a2-bf67-e0991f0a15f1', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:07Z', 'updated_at': '2021-06-21T04:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_floatingips': [{'id': '9294a1ee-d6e6-4f34-bf19-8f842261474e', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'floating_ip_address': '172.27.3.98', 'floating_network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'router_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'port_id': 'af9a0d43-4aeb-4164-9c35-f9ff5643d60d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850', 'mac_address': 'fa:16:3e:63:64:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3f581a-7ace-462c-91e6-ddde44e6e2de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:35:28Z', 'updated_at': '2021-06-21T04:35:28Z', 'revision_number': 0, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'fixed_ip_address_scope': None}, {'id': 'a2327b4d-e9e1-48fb-b95d-b9e05829f66d', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'router_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'port_id': 'ddf76215-751e-45bb-ba8d-fddf05064f00', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850', 'mac_address': 'fa:16:3e:23:99:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10cd108-0526-4bb7-9216-be109233c40c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:33:24Z', 'updated_at': '2021-06-21T04:33:26Z', 'revision_number': 1, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c38d0844-290a-462c-9a37-a22225bd6794', 'name': '', 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'mac_address': 'fa:16:3e:ee:47:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'b89f65d7-8f4a-4573-89cb-9c8dfe69919f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:09Z', 'updated_at': '2021-06-21T04:30:16Z', 'revision_number': 5, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'subnets': [{'id': 'b89f65d7-8f4a-4573-89cb-9c8dfe69919f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:35:30.781239 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccc5079-335f-455d-a3e3-9130ac4f717a None None] New status for floating IP 9294a1ee-d6e6-4f34-bf19-8f842261474e: ACTIVE {{(pid=92785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:35:31.176832 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-96e1c505-da01-46a8-887c-1f2eb0a4db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:32.632991 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-a8ace0c1-1149-433a-b03a-8a8d050911ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:47.394785 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:47.706259 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-76ae550e-6130-4363-99b3-472cdd45fd20 req-cc17748d-47d6-41ad-b9b8-b570100fdfb3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0949543 Jun 21 04:35:47.783846 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae550e-6130-4363-99b3-472cdd45fd20 req-54b2bead-7178-4441-a6ea-8f4491a39676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:47.785257 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-76ae550e-6130-4363-99b3-472cdd45fd20 req-54b2bead-7178-4441-a6ea-8f4491a39676 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5984621e8c634a5faafc7bffba674491&device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe HTTP/1.1" status: 200 len: 1098 time: 0.0553555 Jun 21 04:35:47.885827 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae550e-6130-4363-99b3-472cdd45fd20 req-d0c16399-325d-438f-a6bf-19431c1bd1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:47.887194 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-76ae550e-6130-4363-99b3-472cdd45fd20 req-d0c16399-325d-438f-a6bf-19431c1bd1a4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0316c735-cdaa-4548-b14e-eee4ef4396d6 HTTP/1.1" status: 200 len: 910 time: 0.0819616 Jun 21 04:35:47.954428 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-76ae550e-6130-4363-99b3-472cdd45fd20 req-c1f88242-f810-4ef8-b3e3-543ed76b1068 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=461a3461-ebe9-421c-aef4-82aa48c01d9a HTTP/1.1" status: 200 len: 1001 time: 0.0599797 Jun 21 04:35:48.001600 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae550e-6130-4363-99b3-472cdd45fd20 req-7011eff3-4566-430a-a720-e4f3b5ff4ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:48.003007 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-76ae550e-6130-4363-99b3-472cdd45fd20 req-7011eff3-4566-430a-a720-e4f3b5ff4ddd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=21b4d01a-b402-480f-93d4-f5393eb539d9 HTTP/1.1" status: 200 len: 848 time: 0.0419538 Jun 21 04:35:48.060309 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae550e-6130-4363-99b3-472cdd45fd20 req-5433c1d5-4439-48ec-9264-d57a993c3d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:35:48.061687 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-76ae550e-6130-4363-99b3-472cdd45fd20 req-5433c1d5-4439-48ec-9264-d57a993c3d06 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0316c735-cdaa-4548-b14e-eee4ef4396d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511601 Jun 21 04:35:48.072490 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [req-76ae550e-6130-4363-99b3-472cdd45fd20 req-5366a328-7032-45ba-bf9b-225d4fb1c58b service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=92783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 04:35:48.073975 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-76ae550e-6130-4363-99b3-472cdd45fd20 req-5366a328-7032-45ba-bf9b-225d4fb1c58b service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054579 Jun 21 04:35:48.164879 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-76ae550e-6130-4363-99b3-472cdd45fd20 req-0d31f826-6d83-4fa9-9164-b525fb4d8761 service neutron] 10.222.0.55 "GET /v2.0/networks/0316c735-cdaa-4548-b14e-eee4ef4396d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842602 Jun 21 04:35:48.251517 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-76ae550e-6130-4363-99b3-472cdd45fd20 req-28951f0a-aaae-4846-b165-0445daca0f93 service neutron] 10.222.0.55 "GET /v2.0/networks/0316c735-cdaa-4548-b14e-eee4ef4396d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794182 Jun 21 04:35:57.475366 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-47e9aba6-bbe5-4f51-ade7-80b13f225db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:35:59.777254 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-a33f8b4e-b2d6-425b-8b02-4c914d4eee61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:00.065338 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:01.177881 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-96e1c505-da01-46a8-887c-1f2eb0a4db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:01.324842 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.agents_db [None req-2d4e51dd-16b2-4ea0-aa94-70b67a47226d None None] Agent healthcheck: found 6 active agents {{(pid=92785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:36:02.635723 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-a8ace0c1-1149-433a-b03a-8a8d050911ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:17.389095 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:27.475461 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-312e01a1-8d40-4d0b-82d3-e38c08e25c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:29.776663 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5778787f-56e1-40a8-b843-d00be283c304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:30.065813 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:31.184951 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-96e1c505-da01-46a8-887c-1f2eb0a4db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:32.637811 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-a8ace0c1-1149-433a-b03a-8a8d050911ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:33.410865 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7cdd5-222d-4629-9a9b-171d329934e7 req-b2d38177-da43-4bc1-b212-680f34dd510c tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:33.412324 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-11e7cdd5-222d-4629-9a9b-171d329934e7 req-b2d38177-da43-4bc1-b212-680f34dd510c tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/ports?device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe HTTP/1.1" status: 200 len: 945 time: 0.3502066 Jun 21 04:36:33.449022 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-11e7cdd5-222d-4629-9a9b-171d329934e7 req-f0d0c50c-e836-4209-917b-b2b1b3d3f69c tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bfd3839-43e9-4037-b93e-3e390fe2c7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310247 Jun 21 04:36:34.669908 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cee344-3f84-4096-93b5-f819570658bf req-a3ec205f-e9b8-4ed9-abe9-544f20b2e06c tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:34.671329 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-e0cee344-3f84-4096-93b5-f819570658bf req-a3ec205f-e9b8-4ed9-abe9-544f20b2e06c tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/ports?device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe HTTP/1.1" status: 200 len: 945 time: 0.1066027 Jun 21 04:36:34.707442 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-e0cee344-3f84-4096-93b5-f819570658bf req-f35a8f1b-e0d9-43c3-a9a6-58973384989c tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bfd3839-43e9-4037-b93e-3e390fe2c7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305102 Jun 21 04:36:35.879982 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b129c3-e358-4dd5-af7e-559f56cbeb11 req-0e18067a-f341-4e1c-86e2-f070db254abb tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:35.881413 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-20b129c3-e358-4dd5-af7e-559f56cbeb11 req-0e18067a-f341-4e1c-86e2-f070db254abb tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/ports?device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe HTTP/1.1" status: 200 len: 945 time: 0.0642292 Jun 21 04:36:35.917967 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-20b129c3-e358-4dd5-af7e-559f56cbeb11 req-0ccc90e6-b662-4ca7-8407-5146c6fe4077 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bfd3839-43e9-4037-b93e-3e390fe2c7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310721 Jun 21 04:36:37.094973 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731094bb-7d69-4ab1-ba0e-322b6ea08673 req-c1e4abec-6c69-476a-826e-ef96e6d00a48 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:37.096567 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-731094bb-7d69-4ab1-ba0e-322b6ea08673 req-c1e4abec-6c69-476a-826e-ef96e6d00a48 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/ports?device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe HTTP/1.1" status: 200 len: 945 time: 0.0705953 Jun 21 04:36:37.138901 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-731094bb-7d69-4ab1-ba0e-322b6ea08673 req-81efd8e9-40e2-47b9-b79e-169acf9de580 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bfd3839-43e9-4037-b93e-3e390fe2c7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365729 Jun 21 04:36:38.311273 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced26a3-4a8c-4c23-a77b-47dbc92bdf7a req-8d4386bc-aa8d-47c6-9df4-dcba55f13f9e tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:38.312717 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-bced26a3-4a8c-4c23-a77b-47dbc92bdf7a req-8d4386bc-aa8d-47c6-9df4-dcba55f13f9e tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/ports?device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe HTTP/1.1" status: 200 len: 945 time: 0.0658445 Jun 21 04:36:38.323364 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.agents_db [None req-2d4e51dd-16b2-4ea0-aa94-70b67a47226d None None] Agent healthcheck: found 6 active agents {{(pid=92785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:36:38.353450 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-bced26a3-4a8c-4c23-a77b-47dbc92bdf7a req-6bb57322-2d8a-4f95-9b30-90ea360c3e46 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bfd3839-43e9-4037-b93e-3e390fe2c7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351441 Jun 21 04:36:39.522912 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05192d5b-83ec-448c-950c-751afabbea62 req-ac3458eb-748d-46cb-ae8e-f424c2f4e097 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:39.524265 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-05192d5b-83ec-448c-950c-751afabbea62 req-ac3458eb-748d-46cb-ae8e-f424c2f4e097 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/ports?device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe HTTP/1.1" status: 200 len: 945 time: 0.0630493 Jun 21 04:36:39.560672 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-05192d5b-83ec-448c-950c-751afabbea62 req-59603c75-7cdf-4733-9d9f-d6bd4ca4efc5 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bfd3839-43e9-4037-b93e-3e390fe2c7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302689 Jun 21 04:36:40.729009 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e87bd9-a523-4962-8b50-2fe322502761 req-762f2270-13dc-4ae6-a975-581898d2514b tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:40.731034 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-e4e87bd9-a523-4962-8b50-2fe322502761 req-762f2270-13dc-4ae6-a975-581898d2514b tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/ports?device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe HTTP/1.1" status: 200 len: 945 time: 0.0626554 Jun 21 04:36:40.766921 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-e4e87bd9-a523-4962-8b50-2fe322502761 req-ddd46609-1789-41b4-991a-d26d5e235c31 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bfd3839-43e9-4037-b93e-3e390fe2c7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304263 Jun 21 04:36:41.937994 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb3b7fa-4524-4dbb-b382-ba377cf5827a req-48907d26-85ab-4def-bcb0-dfee87985743 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:41.939456 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-ddb3b7fa-4524-4dbb-b382-ba377cf5827a req-48907d26-85ab-4def-bcb0-dfee87985743 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/ports?device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe HTTP/1.1" status: 200 len: 945 time: 0.0664997 Jun 21 04:36:41.976392 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-ddb3b7fa-4524-4dbb-b382-ba377cf5827a req-a6543c02-98fe-44f7-8549-0a698d951d36 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bfd3839-43e9-4037-b93e-3e390fe2c7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314028 Jun 21 04:36:43.143383 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c88bf0e-c3e6-4b38-8f7f-53c2b71e6323 req-0057da35-3718-42e5-bfed-b795f23f4829 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:43.144711 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-8c88bf0e-c3e6-4b38-8f7f-53c2b71e6323 req-0057da35-3718-42e5-bfed-b795f23f4829 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/ports?device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe HTTP/1.1" status: 200 len: 945 time: 0.0619371 Jun 21 04:36:43.183463 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-8c88bf0e-c3e6-4b38-8f7f-53c2b71e6323 req-c0b1d4d3-0a78-495c-9cb1-84f99913fc23 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bfd3839-43e9-4037-b93e-3e390fe2c7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317919 Jun 21 04:36:43.215606 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2881f-39e0-4581-801c-c243089c6ac3 req-cff9f808-fcbc-4b8e-ae03-fc8057af3cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:43.217038 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-4ec2881f-39e0-4581-801c-c243089c6ac3 req-cff9f808-fcbc-4b8e-ae03-fc8057af3cf3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5984621e8c634a5faafc7bffba674491&device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe HTTP/1.1" status: 200 len: 1098 time: 0.0529313 Jun 21 04:36:43.310531 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2881f-39e0-4581-801c-c243089c6ac3 req-0f3b60e3-e7f2-48ae-bfe2-a97986a67d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:43.311943 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-4ec2881f-39e0-4581-801c-c243089c6ac3 req-0f3b60e3-e7f2-48ae-bfe2-a97986a67d65 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0316c735-cdaa-4548-b14e-eee4ef4396d6 HTTP/1.1" status: 200 len: 910 time: 0.0887728 Jun 21 04:36:43.376100 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-4ec2881f-39e0-4581-801c-c243089c6ac3 req-51a61716-92d2-46f8-b22c-9b61e1b7ddcc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=461a3461-ebe9-421c-aef4-82aa48c01d9a HTTP/1.1" status: 200 len: 1001 time: 0.0582781 Jun 21 04:36:43.426824 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2881f-39e0-4581-801c-c243089c6ac3 req-ddafeddf-134a-4799-83db-d1273f1296ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:43.428110 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-4ec2881f-39e0-4581-801c-c243089c6ac3 req-ddafeddf-134a-4799-83db-d1273f1296ce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=21b4d01a-b402-480f-93d4-f5393eb539d9 HTTP/1.1" status: 200 len: 848 time: 0.0462518 Jun 21 04:36:43.485916 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2881f-39e0-4581-801c-c243089c6ac3 req-6036b838-8a79-4013-8f76-dad93ca920f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:43.487361 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-4ec2881f-39e0-4581-801c-c243089c6ac3 req-6036b838-8a79-4013-8f76-dad93ca920f1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0316c735-cdaa-4548-b14e-eee4ef4396d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511663 Jun 21 04:36:43.580502 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-4ec2881f-39e0-4581-801c-c243089c6ac3 req-75583f41-6b35-427a-b1f2-46530d4c6936 service neutron] 10.222.0.55 "GET /v2.0/networks/0316c735-cdaa-4548-b14e-eee4ef4396d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863397 Jun 21 04:36:43.668260 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-4ec2881f-39e0-4581-801c-c243089c6ac3 req-8e15af17-7624-46ed-a50d-4630e048395b service neutron] 10.222.0.55 "GET /v2.0/networks/0316c735-cdaa-4548-b14e-eee4ef4396d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804064 Jun 21 04:36:44.359059 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4d2c7-61cf-4ff2-b4c3-737acfd913ed req-ecbf498e-b124-4322-b384-5eba1e95ae89 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:44.360490 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-7dc4d2c7-61cf-4ff2-b4c3-737acfd913ed req-ecbf498e-b124-4322-b384-5eba1e95ae89 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/ports?device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe HTTP/1.1" status: 200 len: 945 time: 0.0645700 Jun 21 04:36:44.402473 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-7dc4d2c7-61cf-4ff2-b4c3-737acfd913ed req-01141cd5-734c-4bba-8c37-02e805fb2943 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bfd3839-43e9-4037-b93e-3e390fe2c7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364532 Jun 21 04:36:45.585851 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f33bc-2e06-4cb0-9dd2-adcbb0568d88 req-c3aae3dc-feed-4930-a311-ce5cff63cd36 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:45.587337 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6c6f33bc-2e06-4cb0-9dd2-adcbb0568d88 req-c3aae3dc-feed-4930-a311-ce5cff63cd36 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/ports?device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe HTTP/1.1" status: 200 len: 945 time: 0.0684471 Jun 21 04:36:45.625958 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-6c6f33bc-2e06-4cb0-9dd2-adcbb0568d88 req-afd51ed3-7ad9-4093-a3d3-4b49acbf159d tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bfd3839-43e9-4037-b93e-3e390fe2c7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323310 Jun 21 04:36:46.795148 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa423c-e270-465a-b471-d1dc36f7d491 req-35d58ff5-b22e-42ca-a7d3-dc35928b6c85 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:46.796564 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-57fa423c-e270-465a-b471-d1dc36f7d491 req-35d58ff5-b22e-42ca-a7d3-dc35928b6c85 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/ports?device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe HTTP/1.1" status: 200 len: 945 time: 0.0624032 Jun 21 04:36:46.832403 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-57fa423c-e270-465a-b471-d1dc36f7d491 req-3a21b6c6-8d87-44f7-8290-7c9039e25b40 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bfd3839-43e9-4037-b93e-3e390fe2c7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302896 Jun 21 04:36:47.135979 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-f71488f1-7090-4b4f-b00a-8d8f2423c6d1 req-7d0b826a-4082-459e-b2a1-c872c6e2d11c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0914245 Jun 21 04:36:47.169878 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb1f55-e8f0-4ab2-b1a3-61b64884ecc0 req-40118dc6-7454-4ca1-a8af-effff6485da1 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:47.171453 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-79eb1f55-e8f0-4ab2-b1a3-61b64884ecc0 req-40118dc6-7454-4ca1-a8af-effff6485da1 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/ports?device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe HTTP/1.1" status: 200 len: 945 time: 0.0657227 Jun 21 04:36:47.209279 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-79eb1f55-e8f0-4ab2-b1a3-61b64884ecc0 req-26348a84-44c4-44fa-81a1-48524ce8c383 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bfd3839-43e9-4037-b93e-3e390fe2c7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315559 Jun 21 04:36:47.403420 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:48.078290 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 461a3461-ebe9-421c-aef4-82aa48c01d9a no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:36:48.149457 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:48.171721 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d295d0-0c1f-488d-ac84-533fd03a45fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '461a3461-ebe9-421c-aef4-82aa48c01d9a'}] {{(pid=92784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:36:48.173982 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea407864149563716f916f7ad989592de9d82914ebf27f22c024267046db962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f844899e-8522-4c74-9c7b-3173e67d64b6" -d '{"events": [{"server_uuid": "67d295d0-0c1f-488d-ac84-533fd03a45fe", "name": "network-vif-unplugged", "status": "completed", "tag": "461a3461-ebe9-421c-aef4-82aa48c01d9a"}]}' {{(pid=92784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:36:48.186477 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 461a3461-ebe9-421c-aef4-82aa48c01d9a, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=461a3461-ebe9-421c-aef4-82aa48c01d9a,segment=NetworkSegment(3f8f9796-b62c-40ed-9572-55111bd51848),segment_id=3f8f9796-b62c-40ed-9572-55111bd51848)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:36:48.191358 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:48.194478 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:48.244535 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Pushing event updated for resources: {'Port': ['ID=461a3461-ebe9-421c-aef4-82aa48c01d9a,revision_number=6']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:48.251631 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:48.252380 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:48.252742 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:48.253089 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:48.253420 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:48.253933 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:48.254268 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:48.254666 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:48.255000 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:48.255332 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:48.255662 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:48.255990 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:48.260166 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:48.272631 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 21 Jun 2021 04:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c8f7b1-aff6-4029-86b2-f94966d3206a x-openstack-request-id: req-07c8f7b1-aff6-4029-86b2-f94966d3206a {{(pid=92784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:36:48.272941 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d295d0-0c1f-488d-ac84-533fd03a45fe", "name": "network-vif-unplugged", "status": "failed", "tag": "461a3461-ebe9-421c-aef4-82aa48c01d9a", "code": 422}]} {{(pid=92784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:36:48.273208 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-07c8f7b1-aff6-4029-86b2-f94966d3206a {{(pid=92784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:36:48.273658 dv-cinder-797170-3-iscsi neutron-server[92784]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '67d295d0-0c1f-488d-ac84-533fd03a45fe', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '461a3461-ebe9-421c-aef4-82aa48c01d9a', 'code': 422} returned with failed status Jun 21 04:36:48.397270 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf2ece-a376-479f-9cb9-3056c5e7ebe1 req-0c91e0cd-d761-4497-b1b7-466e18f36214 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:48.398737 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-bcaf2ece-a376-479f-9cb9-3056c5e7ebe1 req-0c91e0cd-d761-4497-b1b7-466e18f36214 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/ports?device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe HTTP/1.1" status: 200 len: 943 time: 0.0635889 Jun 21 04:36:48.435993 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-bcaf2ece-a376-479f-9cb9-3056c5e7ebe1 req-d01396c1-eec7-409e-a3f7-37530ef6ff00 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bfd3839-43e9-4037-b93e-3e390fe2c7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316210 Jun 21 04:36:49.604788 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa7114-83b7-44c8-b126-2dbca7f7bdb9 req-29b382ff-f067-4efb-aa9a-7d22d5fd6e3e tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:49.606231 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f4aa7114-83b7-44c8-b126-2dbca7f7bdb9 req-29b382ff-f067-4efb-aa9a-7d22d5fd6e3e tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/ports?device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe HTTP/1.1" status: 200 len: 943 time: 0.0624225 Jun 21 04:36:49.645739 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-84d42eb8-c9e0-4e08-99c5-c3e16092ed9e req-504bca9b-afa6-489d-a986-59a33ae71ca0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c10cd108-0526-4bb7-9216-be109233c40c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0564001 Jun 21 04:36:49.647350 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-f4aa7114-83b7-44c8-b126-2dbca7f7bdb9 req-6ad744fb-7b07-4a4a-9ab6-f682a2eb7578 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bfd3839-43e9-4037-b93e-3e390fe2c7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355144 Jun 21 04:36:49.739350 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d42eb8-c9e0-4e08-99c5-c3e16092ed9e req-6666a0a6-713a-451e-8468-693d24e2cd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:49.740775 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-84d42eb8-c9e0-4e08-99c5-c3e16092ed9e req-6666a0a6-713a-451e-8468-693d24e2cd1d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=371add3dc65f463097e1b4846b0ba580&device_id=c10cd108-0526-4bb7-9216-be109233c40c HTTP/1.1" status: 200 len: 1099 time: 0.0519996 Jun 21 04:36:49.842225 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d42eb8-c9e0-4e08-99c5-c3e16092ed9e req-2e655410-abb5-41b9-b488-9312c3686cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:49.843577 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-84d42eb8-c9e0-4e08-99c5-c3e16092ed9e req-2e655410-abb5-41b9-b488-9312c3686cd0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7d357d88-e0cd-4a9b-b7b1-521691a3a850 HTTP/1.1" status: 200 len: 913 time: 0.0833645 Jun 21 04:36:49.910637 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-84d42eb8-c9e0-4e08-99c5-c3e16092ed9e req-8a337218-247b-4e28-a835-5c3204be7533 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ddf76215-751e-45bb-ba8d-fddf05064f00 HTTP/1.1" status: 200 len: 1002 time: 0.0608594 Jun 21 04:36:49.959581 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d42eb8-c9e0-4e08-99c5-c3e16092ed9e req-6a0865c3-6147-4831-8215-1e4db62ff79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:49.960958 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-84d42eb8-c9e0-4e08-99c5-c3e16092ed9e req-6a0865c3-6147-4831-8215-1e4db62ff79c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b89f65d7-8f4a-4573-89cb-9c8dfe69919f HTTP/1.1" status: 200 len: 851 time: 0.0445678 Jun 21 04:36:50.016394 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d42eb8-c9e0-4e08-99c5-c3e16092ed9e req-8025edce-2181-4360-9eb8-2bd2248ddd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:50.017782 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-84d42eb8-c9e0-4e08-99c5-c3e16092ed9e req-8025edce-2181-4360-9eb8-2bd2248ddd21 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7d357d88-e0cd-4a9b-b7b1-521691a3a850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497944 Jun 21 04:36:50.107856 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-84d42eb8-c9e0-4e08-99c5-c3e16092ed9e req-5bcc1774-d6c3-45bc-a8ed-23d810f408d4 service neutron] 10.222.0.55 "GET /v2.0/networks/7d357d88-e0cd-4a9b-b7b1-521691a3a850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833104 Jun 21 04:36:50.194122 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-84d42eb8-c9e0-4e08-99c5-c3e16092ed9e req-298bf95e-b296-4a8d-8e4b-4de138f10451 service neutron] 10.222.0.55 "GET /v2.0/networks/7d357d88-e0cd-4a9b-b7b1-521691a3a850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800664 Jun 21 04:36:50.819292 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0496583-e80d-421d-961c-26f728a117ba req-a7ac4868-5eba-40d6-8859-7b01af07385a tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:50.820620 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-e0496583-e80d-421d-961c-26f728a117ba req-a7ac4868-5eba-40d6-8859-7b01af07385a tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/ports?device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe HTTP/1.1" status: 200 len: 943 time: 0.0622489 Jun 21 04:36:50.857063 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-e0496583-e80d-421d-961c-26f728a117ba req-32fdb04e-2795-4567-878c-79066c772dae tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bfd3839-43e9-4037-b93e-3e390fe2c7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304177 Jun 21 04:36:52.186697 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f23a0d-6a96-4a9e-b441-f057c960e207 req-adef21f8-dfbe-46f7-bcdc-704461684fd9 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:52.188180 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-94f23a0d-6a96-4a9e-b441-f057c960e207 req-adef21f8-dfbe-46f7-bcdc-704461684fd9 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/ports?device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe HTTP/1.1" status: 200 len: 943 time: 0.0673015 Jun 21 04:36:52.225761 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-94f23a0d-6a96-4a9e-b441-f057c960e207 req-bbe4f50c-8027-40b4-98a7-8b1d648e748f tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bfd3839-43e9-4037-b93e-3e390fe2c7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320084 Jun 21 04:36:52.699683 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71488f1-7090-4b4f-b00a-8d8f2423c6d1 req-c176359d-b4d2-4e3d-b6bc-5757d46383c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:52.701091 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-f71488f1-7090-4b4f-b00a-8d8f2423c6d1 req-c176359d-b4d2-4e3d-b6bc-5757d46383c6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe&tenant_id=5984621e8c634a5faafc7bffba674491 HTTP/1.1" status: 200 len: 1096 time: 0.0572298 Jun 21 04:36:52.772295 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71488f1-7090-4b4f-b00a-8d8f2423c6d1 req-4fb09c66-032c-49d1-bfe0-326fdfc48155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:52.773680 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-f71488f1-7090-4b4f-b00a-8d8f2423c6d1 req-4fb09c66-032c-49d1-bfe0-326fdfc48155 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5984621e8c634a5faafc7bffba674491&device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe HTTP/1.1" status: 200 len: 1096 time: 0.0504372 Jun 21 04:36:52.860650 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71488f1-7090-4b4f-b00a-8d8f2423c6d1 req-1f065fbb-6cfd-4ed0-8f51-4b816a3d4819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:52.862032 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-f71488f1-7090-4b4f-b00a-8d8f2423c6d1 req-1f065fbb-6cfd-4ed0-8f51-4b816a3d4819 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0316c735-cdaa-4548-b14e-eee4ef4396d6 HTTP/1.1" status: 200 len: 910 time: 0.0815122 Jun 21 04:36:52.926736 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-f71488f1-7090-4b4f-b00a-8d8f2423c6d1 req-a4c76e38-05c0-413b-b568-b2d512bb4ab8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=461a3461-ebe9-421c-aef4-82aa48c01d9a HTTP/1.1" status: 200 len: 999 time: 0.0586982 Jun 21 04:36:52.973044 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71488f1-7090-4b4f-b00a-8d8f2423c6d1 req-9609cfad-fad0-4164-9c6a-0dca573602a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:52.974286 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-f71488f1-7090-4b4f-b00a-8d8f2423c6d1 req-9609cfad-fad0-4164-9c6a-0dca573602a7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=21b4d01a-b402-480f-93d4-f5393eb539d9 HTTP/1.1" status: 200 len: 848 time: 0.0416951 Jun 21 04:36:53.029119 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71488f1-7090-4b4f-b00a-8d8f2423c6d1 req-ce743bcd-e8d3-4158-acbc-7ea718c5226c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:53.030549 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-f71488f1-7090-4b4f-b00a-8d8f2423c6d1 req-ce743bcd-e8d3-4158-acbc-7ea718c5226c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0316c735-cdaa-4548-b14e-eee4ef4396d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0494218 Jun 21 04:36:53.119245 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-f71488f1-7090-4b4f-b00a-8d8f2423c6d1 req-f35cbe79-20a5-4f90-8a24-9a94c340a0f1 service neutron] 10.222.0.55 "GET /v2.0/networks/0316c735-cdaa-4548-b14e-eee4ef4396d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822372 Jun 21 04:36:53.207500 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-f71488f1-7090-4b4f-b00a-8d8f2423c6d1 req-a7f308af-4986-4357-883c-c6fe20e7fe72 service neutron] 10.222.0.55 "GET /v2.0/networks/0316c735-cdaa-4548-b14e-eee4ef4396d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808902 Jun 21 04:36:53.559280 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c776c-a848-423f-aa1e-77331c0a7127 req-cac432df-1445-4999-8d54-d2374656d9b2 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:53.560649 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-075c776c-a848-423f-aa1e-77331c0a7127 req-cac432df-1445-4999-8d54-d2374656d9b2 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/ports?device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe HTTP/1.1" status: 200 len: 943 time: 0.0677786 Jun 21 04:36:53.597991 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-075c776c-a848-423f-aa1e-77331c0a7127 req-d37c1d96-370c-44e2-a2c1-be4c97919591 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bfd3839-43e9-4037-b93e-3e390fe2c7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315907 Jun 21 04:36:54.764738 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2e435-050e-4ac6-b996-cdecdd295ecb req-960a32b9-68be-4cdd-a404-295c2864b7d6 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:54.766162 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-86a2e435-050e-4ac6-b996-cdecdd295ecb req-960a32b9-68be-4cdd-a404-295c2864b7d6 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/ports?device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe HTTP/1.1" status: 200 len: 943 time: 0.0617678 Jun 21 04:36:54.802905 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-86a2e435-050e-4ac6-b996-cdecdd295ecb req-009c7391-4593-4f8e-bb4d-c804828386ef tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bfd3839-43e9-4037-b93e-3e390fe2c7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312877 Jun 21 04:36:55.971404 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0654b-cfb1-4f4f-8a47-f6ee1e4a5371 req-66597ffc-d50f-4eee-a395-446c2d247d82 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:55.972839 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-21b0654b-cfb1-4f4f-8a47-f6ee1e4a5371 req-66597ffc-d50f-4eee-a395-446c2d247d82 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/ports?device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe HTTP/1.1" status: 200 len: 943 time: 0.0617073 Jun 21 04:36:56.013598 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-21b0654b-cfb1-4f4f-8a47-f6ee1e4a5371 req-60d16063-4fa2-4b60-85ec-ef4946aa03ee tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bfd3839-43e9-4037-b93e-3e390fe2c7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351651 Jun 21 04:36:57.132759 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 38142) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:36:57.183024 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75023654-23bb-47d3-a840-12c585235674 req-70717473-a469-4edd-9258-59c15b4763e3 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:57.184494 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-75023654-23bb-47d3-a840-12c585235674 req-70717473-a469-4edd-9258-59c15b4763e3 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/ports?device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe HTTP/1.1" status: 200 len: 943 time: 0.0644991 Jun 21 04:36:57.221658 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-75023654-23bb-47d3-a840-12c585235674 req-71022e27-7390-4f80-a85f-a167b1829e80 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bfd3839-43e9-4037-b93e-3e390fe2c7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314803 Jun 21 04:36:57.288395 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [None req-185508f2-86b9-46ea-99da-dbd86ace51ee tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Deleting port 27b9c95a-b8b2-40ba-8f54-bed39c981f6c {{(pid=92783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:36:57.288729 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-185508f2-86b9-46ea-99da-dbd86ace51ee tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:57.364465 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-185508f2-86b9-46ea-99da-dbd86ace51ee tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:57.364688 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-185508f2-86b9-46ea-99da-dbd86ace51ee tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:57.429378 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [None req-185508f2-86b9-46ea-99da-dbd86ace51ee tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Calling delete_port for 27b9c95a-b8b2-40ba-8f54-bed39c981f6c owned by network:floatingip {{(pid=92783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:36:57.476754 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-e10ed7ef-d635-4260-aad0-c68568d42fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:57.572441 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-185508f2-86b9-46ea-99da-dbd86ace51ee tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641976'] for port, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:57.574979 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-692b6df8-5912-4361-8823-d35f0507b018 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:36:57.600194 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185508f2-86b9-46ea-99da-dbd86ace51ee tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Pushing event deleted for resources: {'Port': ['ID=27b9c95a-b8b2-40ba-8f54-bed39c981f6c,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:36:57.625489 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185508f2-86b9-46ea-99da-dbd86ace51ee tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:57.625800 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185508f2-86b9-46ea-99da-dbd86ace51ee tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:57.626168 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185508f2-86b9-46ea-99da-dbd86ace51ee tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:57.626562 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185508f2-86b9-46ea-99da-dbd86ace51ee tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:57.626926 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185508f2-86b9-46ea-99da-dbd86ace51ee tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:57.627283 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185508f2-86b9-46ea-99da-dbd86ace51ee tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:57.627635 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185508f2-86b9-46ea-99da-dbd86ace51ee tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:57.627987 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185508f2-86b9-46ea-99da-dbd86ace51ee tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:57.628337 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185508f2-86b9-46ea-99da-dbd86ace51ee tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:57.628686 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185508f2-86b9-46ea-99da-dbd86ace51ee tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:57.629032 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185508f2-86b9-46ea-99da-dbd86ace51ee tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:57.629379 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185508f2-86b9-46ea-99da-dbd86ace51ee tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:36:57.632766 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-185508f2-86b9-46ea-99da-dbd86ace51ee tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:36:57.668630 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-185508f2-86b9-46ea-99da-dbd86ace51ee tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks [] for floatingip, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:57.668952 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.db.l3_db [None req-185508f2-86b9-46ea-99da-dbd86ace51ee tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Floating IP 9294a1ee-d6e6-4f34-bf19-8f842261474e disassociated (deleted). External IP: 172.27.3.98, port: af9a0d43-4aeb-4164-9c35-f9ff5643d60d. Jun 21 04:36:57.870655 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185508f2-86b9-46ea-99da-dbd86ace51ee tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Router c6f4c286-1035-4679-a9e9-b0be432b890f has already been hosted by L3 agent 24838221-9d49-44eb-9e47-6a2fc9da17a2 {{(pid=92783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:36:57.973309 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185508f2-86b9-46ea-99da-dbd86ace51ee tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify agent at l3_agent.dv-cinder-797170-3-iscsi the message routers_updated {{(pid=92783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:36:57.977928 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-185508f2-86b9-46ea-99da-dbd86ace51ee tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for floatingip, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:57.983787 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d78708-a082-4261-baed-fdbe423dea8b None None] Sync routers for ids ['c6f4c286-1035-4679-a9e9-b0be432b890f'] in dv-cinder-797170-3-iscsi {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:36:57.992791 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d78708-a082-4261-baed-fdbe423dea8b None None] Routers {'c6f4c286-1035-4679-a9e9-b0be432b890f'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:36:57.994038 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-92d78708-a082-4261-baed-fdbe423dea8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:36:30Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['c6f4c286-1035-4679-a9e9-b0be432b890f'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:58.014171 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-185508f2-86b9-46ea-99da-dbd86ace51ee tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "DELETE /v2.0/floatingips/9294a1ee-d6e6-4f34-bf19-8f842261474e HTTP/1.1" status: 204 len: 168 time: 0.8801591 Jun 21 04:36:58.014993 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf3f581a-7ace-462c-91e6-ddde44e6e2de', 'tag': 'af9a0d43-4aeb-4164-9c35-f9ff5643d60d'}] {{(pid=92783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:36:58.017386 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fda3b7b704fc347e73998d8dc34ef34ca3ad6aa16a3a5c6f92a4a64020d363b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa90eaf-5653-44dc-a1cf-7045deef4960" -d '{"events": [{"name": "network-changed", "server_uuid": "cf3f581a-7ace-462c-91e6-ddde44e6e2de", "tag": "af9a0d43-4aeb-4164-9c35-f9ff5643d60d"}]}' {{(pid=92783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:36:58.104802 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-92d78708-a082-4261-baed-fdbe423dea8b None None] Set router c6f4c286-1035-4679-a9e9-b0be432b890f gateway port host: dv-cinder-797170-3-iscsi {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:36:58.114258 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53dab06-584d-4add-b44e-060fa56b6200 x-openstack-request-id: req-f53dab06-584d-4add-b44e-060fa56b6200 {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:36:58.114615 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf3f581a-7ace-462c-91e6-ddde44e6e2de", "tag": "af9a0d43-4aeb-4164-9c35-f9ff5643d60d", "status": "completed", "code": 200}]} {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:36:58.114908 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f53dab06-584d-4add-b44e-060fa56b6200 {{(pid=92783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:36:58.115342 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf3f581a-7ace-462c-91e6-ddde44e6e2de', 'tag': 'af9a0d43-4aeb-4164-9c35-f9ff5643d60d', 'status': 'completed', 'code': 200} Jun 21 04:36:58.198805 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa90eaf-5653-44dc-a1cf-7045deef4960 req-e56ca354-4a51-4880-be59-52d907196930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:58.200924 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-0aa90eaf-5653-44dc-a1cf-7045deef4960 req-e56ca354-4a51-4880-be59-52d907196930 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=371add3dc65f463097e1b4846b0ba580&device_id=cf3f581a-7ace-462c-91e6-ddde44e6e2de HTTP/1.1" status: 200 len: 1098 time: 0.0565426 Jun 21 04:36:58.317770 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa90eaf-5653-44dc-a1cf-7045deef4960 req-28eb10f1-0244-4649-9014-4b60f34202ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:58.321613 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-0aa90eaf-5653-44dc-a1cf-7045deef4960 req-28eb10f1-0244-4649-9014-4b60f34202ef service neutron] 10.222.0.55 "GET /v2.0/networks?id=7d357d88-e0cd-4a9b-b7b1-521691a3a850 HTTP/1.1" status: 200 len: 913 time: 0.1146634 Jun 21 04:36:58.347781 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-92d78708-a082-4261-baed-fdbe423dea8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'name': 'tempest-TestVolumeBootPattern-1156486518-router', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a46145cf-7465-42a2-bf67-e0991f0a15f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:07Z', 'updated_at': '2021-06-21T04:30:10Z', 'revision_number': 4, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'gw_port': {'id': 'a46145cf-7465-42a2-bf67-e0991f0a15f1', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:07Z', 'updated_at': '2021-06-21T04:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_floatingips': [{'id': 'a2327b4d-e9e1-48fb-b95d-b9e05829f66d', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'router_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'port_id': 'ddf76215-751e-45bb-ba8d-fddf05064f00', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850', 'mac_address': 'fa:16:3e:23:99:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10cd108-0526-4bb7-9216-be109233c40c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:33:24Z', 'updated_at': '2021-06-21T04:33:26Z', 'revision_number': 1, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c38d0844-290a-462c-9a37-a22225bd6794', 'name': '', 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'mac_address': 'fa:16:3e:ee:47:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'b89f65d7-8f4a-4573-89cb-9c8dfe69919f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:09Z', 'updated_at': '2021-06-21T04:30:16Z', 'revision_number': 5, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'subnets': [{'id': 'b89f65d7-8f4a-4573-89cb-9c8dfe69919f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:58.366895 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-0aa90eaf-5653-44dc-a1cf-7045deef4960 req-d2da69c3-a729-44af-99e9-23775c79d4a5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af9a0d43-4aeb-4164-9c35-f9ff5643d60d HTTP/1.1" status: 200 len: 217 time: 0.0385869 Jun 21 04:36:58.379743 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d78708-a082-4261-baed-fdbe423dea8b None None] Checking router: c6f4c286-1035-4679-a9e9-b0be432b890f for host: dv-cinder-797170-3-iscsi {{(pid=92784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:36:58.389499 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d78708-a082-4261-baed-fdbe423dea8b None None] Routers {'c6f4c286-1035-4679-a9e9-b0be432b890f'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:36:58.390176 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-92d78708-a082-4261-baed-fdbe423dea8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:36:30Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['c6f4c286-1035-4679-a9e9-b0be432b890f'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:58.425375 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa90eaf-5653-44dc-a1cf-7045deef4960 req-4783b3d3-fa35-4d8a-8773-f93faecf9563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:58.427312 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-0aa90eaf-5653-44dc-a1cf-7045deef4960 req-4783b3d3-fa35-4d8a-8773-f93faecf9563 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b89f65d7-8f4a-4573-89cb-9c8dfe69919f HTTP/1.1" status: 200 len: 851 time: 0.0508714 Jun 21 04:36:58.445901 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f27d20-6f94-46cf-8d46-c0eabd60e9ce req-32f62a22-f9b9-4213-aff7-4460739ae5ab tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:58.449854 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-73f27d20-6f94-46cf-8d46-c0eabd60e9ce req-32f62a22-f9b9-4213-aff7-4460739ae5ab tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf3f581a-7ace-462c-91e6-ddde44e6e2de HTTP/1.1" status: 200 len: 945 time: 0.1157880 Jun 21 04:36:58.469764 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957848ee-ce41-4417-bfa8-c69a55a92a19 req-44d83437-bea1-4da2-a513-73c01725c93a tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:58.471819 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-957848ee-ce41-4417-bfa8-c69a55a92a19 req-44d83437-bea1-4da2-a513-73c01725c93a tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/ports?device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe HTTP/1.1" status: 200 len: 943 time: 0.1096566 Jun 21 04:36:58.487106 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa90eaf-5653-44dc-a1cf-7045deef4960 req-b61597b8-ecd9-403d-b900-b2b534c05e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:58.488555 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-0aa90eaf-5653-44dc-a1cf-7045deef4960 req-b61597b8-ecd9-403d-b900-b2b534c05e7f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7d357d88-e0cd-4a9b-b7b1-521691a3a850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546439 Jun 21 04:36:58.499666 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-92d78708-a082-4261-baed-fdbe423dea8b None None] Set router c6f4c286-1035-4679-a9e9-b0be432b890f gateway port host: dv-cinder-797170-3-iscsi {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:36:58.522839 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-73f27d20-6f94-46cf-8d46-c0eabd60e9ce req-728a8c3f-bd22-477a-8f54-6018a2a40837 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/security-groups?id=aef55aef-3d78-4e10-ac65-1776bfc6306e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686750 Jun 21 04:36:58.531099 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-957848ee-ce41-4417-bfa8-c69a55a92a19 req-6b27163a-43ce-497c-b72f-19c173580483 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bfd3839-43e9-4037-b93e-3e390fe2c7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503407 Jun 21 04:36:58.584215 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-0aa90eaf-5653-44dc-a1cf-7045deef4960 req-37e62fb1-3ca4-495e-a74f-4b6557ec4ca8 service neutron] 10.222.0.55 "GET /v2.0/networks/7d357d88-e0cd-4a9b-b7b1-521691a3a850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863326 Jun 21 04:36:58.679125 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-0aa90eaf-5653-44dc-a1cf-7045deef4960 req-72f3c1b1-a97c-4fa8-b6e1-133d862dc11f service neutron] 10.222.0.55 "GET /v2.0/networks/7d357d88-e0cd-4a9b-b7b1-521691a3a850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856655 Jun 21 04:36:58.721504 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-92d78708-a082-4261-baed-fdbe423dea8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'name': 'tempest-TestVolumeBootPattern-1156486518-router', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a46145cf-7465-42a2-bf67-e0991f0a15f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:07Z', 'updated_at': '2021-06-21T04:30:10Z', 'revision_number': 4, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'gw_port': {'id': 'a46145cf-7465-42a2-bf67-e0991f0a15f1', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:07Z', 'updated_at': '2021-06-21T04:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_floatingips': [{'id': 'a2327b4d-e9e1-48fb-b95d-b9e05829f66d', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'router_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'port_id': 'ddf76215-751e-45bb-ba8d-fddf05064f00', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850', 'mac_address': 'fa:16:3e:23:99:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10cd108-0526-4bb7-9216-be109233c40c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:33:24Z', 'updated_at': '2021-06-21T04:33:26Z', 'revision_number': 1, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c38d0844-290a-462c-9a37-a22225bd6794', 'name': '', 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'mac_address': 'fa:16:3e:ee:47:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'b89f65d7-8f4a-4573-89cb-9c8dfe69919f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:09Z', 'updated_at': '2021-06-21T04:30:16Z', 'revision_number': 5, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'subnets': [{'id': 'b89f65d7-8f4a-4573-89cb-9c8dfe69919f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:36:58.746639 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d78708-a082-4261-baed-fdbe423dea8b None None] The sync data for ids ['c6f4c286-1035-4679-a9e9-b0be432b890f'] in dv-cinder-797170-3-iscsi is: [{'id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'name': 'tempest-TestVolumeBootPattern-1156486518-router', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a46145cf-7465-42a2-bf67-e0991f0a15f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:07Z', 'updated_at': '2021-06-21T04:30:10Z', 'revision_number': 4, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'gw_port': {'id': 'a46145cf-7465-42a2-bf67-e0991f0a15f1', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:07Z', 'updated_at': '2021-06-21T04:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_floatingips': [{'id': 'a2327b4d-e9e1-48fb-b95d-b9e05829f66d', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'router_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'port_id': 'ddf76215-751e-45bb-ba8d-fddf05064f00', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850', 'mac_address': 'fa:16:3e:23:99:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10cd108-0526-4bb7-9216-be109233c40c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T04:33:24Z', 'updated_at': '2021-06-21T04:33:26Z', 'revision_number': 1, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c38d0844-290a-462c-9a37-a22225bd6794', 'name': '', 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'mac_address': 'fa:16:3e:ee:47:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'b89f65d7-8f4a-4573-89cb-9c8dfe69919f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:09Z', 'updated_at': '2021-06-21T04:30:16Z', 'revision_number': 5, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'subnets': [{'id': 'b89f65d7-8f4a-4573-89cb-9c8dfe69919f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:36:58.938332 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f5a951-8909-4e4c-9e7c-0148f55f1851 None None] New status for floating IP 9294a1ee-d6e6-4f34-bf19-8f842261474e: DOWN {{(pid=92785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:36:59.736882 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c758a1-4a0a-402a-a652-42bcbb476b86 req-7ff39d0c-8b97-4995-8382-a0f39be52a05 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:59.738332 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-85c758a1-4a0a-402a-a652-42bcbb476b86 req-7ff39d0c-8b97-4995-8382-a0f39be52a05 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf3f581a-7ace-462c-91e6-ddde44e6e2de HTTP/1.1" status: 200 len: 945 time: 0.1035776 Jun 21 04:36:59.746866 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c204f-dc1d-45c6-ad3b-21f74f4610d6 req-01e8bff5-8203-4dba-a27f-f1649ee7d839 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:59.748209 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-098c204f-dc1d-45c6-ad3b-21f74f4610d6 req-01e8bff5-8203-4dba-a27f-f1649ee7d839 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/ports?device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe HTTP/1.1" status: 200 len: 943 time: 0.1041574 Jun 21 04:36:59.779005 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-a3aa85e8-5979-4282-8715-182b15d6724f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:36:59.812484 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-098c204f-dc1d-45c6-ad3b-21f74f4610d6 req-3c9088c7-d677-417c-9243-c1e50a4bbb77 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bfd3839-43e9-4037-b93e-3e390fe2c7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573776 Jun 21 04:36:59.815231 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-85c758a1-4a0a-402a-a652-42bcbb476b86 req-e6966e92-6cef-4979-a991-7739a3476a2d tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/security-groups?id=aef55aef-3d78-4e10-ac65-1776bfc6306e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661676 Jun 21 04:36:59.835841 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30ac3a-41f0-483e-bb79-bdaab073a86f req-a5807312-ea2d-43ab-8095-1f91580bbee7 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:36:59.835841 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-0c30ac3a-41f0-483e-bb79-bdaab073a86f req-a5807312-ea2d-43ab-8095-1f91580bbee7 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf3f581a-7ace-462c-91e6-ddde44e6e2de HTTP/1.1" status: 200 len: 945 time: 0.0660675 Jun 21 04:36:59.934594 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [req-0c30ac3a-41f0-483e-bb79-bdaab073a86f req-157b8700-0359-45ea-8e7d-264d1046dced tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Deleting port af9a0d43-4aeb-4164-9c35-f9ff5643d60d {{(pid=92783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:36:59.934932 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-0c30ac3a-41f0-483e-bb79-bdaab073a86f req-157b8700-0359-45ea-8e7d-264d1046dced tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:00.024887 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.db [req-0c30ac3a-41f0-483e-bb79-bdaab073a86f req-157b8700-0359-45ea-8e7d-264d1046dced tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] For port af9a0d43-4aeb-4164-9c35-f9ff5643d60d, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=af9a0d43-4aeb-4164-9c35-f9ff5643d60d,segment=NetworkSegment(eb9ae848-4717-40d3-8e38-d487e6aefc17),segment_id=eb9ae848-4717-40d3-8e38-d487e6aefc17)] {{(pid=92783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:37:00.025235 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-0c30ac3a-41f0-483e-bb79-bdaab073a86f req-157b8700-0359-45ea-8e7d-264d1046dced tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:00.066705 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:00.090425 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [req-0c30ac3a-41f0-483e-bb79-bdaab073a86f req-157b8700-0359-45ea-8e7d-264d1046dced tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Calling delete_port for af9a0d43-4aeb-4164-9c35-f9ff5643d60d owned by compute:nova {{(pid=92783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:37:00.141626 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 461a3461-ebe9-421c-aef4-82aa48c01d9a details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=92784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 04:37:00.237582 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 461a3461-ebe9-421c-aef4-82aa48c01d9a, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=461a3461-ebe9-421c-aef4-82aa48c01d9a,segment=NetworkSegment(3f8f9796-b62c-40ed-9572-55111bd51848),segment_id=3f8f9796-b62c-40ed-9572-55111bd51848)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:37:00.250144 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Returning: {'device': '461a3461-ebe9-421c-aef4-82aa48c01d9a', 'network_id': '0316c735-cdaa-4548-b14e-eee4ef4396d6', 'port_id': '461a3461-ebe9-421c-aef4-82aa48c01d9a', 'mac_address': 'fa:16:3e:ed:e0:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21b4d01a-b402-480f-93d4-f5393eb539d9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 04:37:00.292406 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:00.308634 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.notifiers.nova [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 461a3461-ebe9-421c-aef4-82aa48c01d9a {{(pid=92784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 04:37:00.329129 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 461a3461-ebe9-421c-aef4-82aa48c01d9a, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=461a3461-ebe9-421c-aef4-82aa48c01d9a,segment=NetworkSegment(3f8f9796-b62c-40ed-9572-55111bd51848),segment_id=3f8f9796-b62c-40ed-9572-55111bd51848)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:37:00.333388 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:00.335207 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-d32f7696-90c7-44ae-8ec8-627ac55e8194 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:00.386496 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Pushing event updated for resources: {'Port': ['ID=461a3461-ebe9-421c-aef4-82aa48c01d9a,revision_number=7']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:00.391168 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:00.476910 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-0c30ac3a-41f0-483e-bb79-bdaab073a86f req-157b8700-0359-45ea-8e7d-264d1046dced tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641976'] for port, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:00.481425 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-b7edf91d-0212-470c-8e27-9fed25f644f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:00.506872 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b8700-0359-45ea-8e7d-264d1046dced tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Pushing event deleted for resources: {'Port': ['ID=af9a0d43-4aeb-4164-9c35-f9ff5643d60d,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:00.509679 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-157b8700-0359-45ea-8e7d-264d1046dced tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:00.549144 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] get_ports_and_sgs() called for port_ids ['461a3461-ebe9-421c-aef4-82aa48c01d9a'] {{(pid=92784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 04:37:00.551468 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c30ac3a-41f0-483e-bb79-bdaab073a86f req-157b8700-0359-45ea-8e7d-264d1046dced tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] No DVR routers for this DVR port af9a0d43-4aeb-4164-9c35-f9ff5643d60d on host hv-cinder-79717 {{(pid=92783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:37:00.553768 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-0c30ac3a-41f0-483e-bb79-bdaab073a86f req-157b8700-0359-45ea-8e7d-264d1046dced tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for port, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:00.555738 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-0c30ac3a-41f0-483e-bb79-bdaab073a86f req-157b8700-0359-45ea-8e7d-264d1046dced tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.55 "DELETE /v2.0/ports/af9a0d43-4aeb-4164-9c35-f9ff5643d60d HTTP/1.1" status: 204 len: 173 time: 0.7170708 Jun 21 04:37:00.556237 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3f581a-7ace-462c-91e6-ddde44e6e2de', 'name': 'network-vif-deleted', 'tag': 'af9a0d43-4aeb-4164-9c35-f9ff5643d60d'}] {{(pid=92783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:37:00.559119 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fda3b7b704fc347e73998d8dc34ef34ca3ad6aa16a3a5c6f92a4a64020d363b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076855d6-f426-4588-8084-1c0aadbda623" -d '{"events": [{"server_uuid": "cf3f581a-7ace-462c-91e6-ddde44e6e2de", "name": "network-vif-deleted", "tag": "af9a0d43-4aeb-4164-9c35-f9ff5643d60d"}]}' {{(pid=92783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:37:00.594998 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d462f6-c1b1-4650-9309-f30e3de15095 x-openstack-request-id: req-80d462f6-c1b1-4650-9309-f30e3de15095 {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:37:00.595328 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf3f581a-7ace-462c-91e6-ddde44e6e2de", "name": "network-vif-deleted", "tag": "af9a0d43-4aeb-4164-9c35-f9ff5643d60d", "status": "completed", "code": 200}]} {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:37:00.595679 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-80d462f6-c1b1-4650-9309-f30e3de15095 {{(pid=92783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:37:00.596244 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf3f581a-7ace-462c-91e6-ddde44e6e2de', 'name': 'network-vif-deleted', 'tag': 'af9a0d43-4aeb-4164-9c35-f9ff5643d60d', 'status': 'completed', 'code': 200} Jun 21 04:37:01.000926 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-45472cf7-8815-4841-8369-737dcef27861 req-201ce62f-ff38-4524-9a8e-31064faaf24c tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf3f581a-7ace-462c-91e6-ddde44e6e2de HTTP/1.1" status: 200 len: 210 time: 0.0480509 Jun 21 04:37:01.032852 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4255d3b-b7a8-4b90-9b59-4a2cd36f4241 req-c91e9934-5c61-4cec-a8e1-4789d33e00ac tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:37:01.034314 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c4255d3b-b7a8-4b90-9b59-4a2cd36f4241 req-c91e9934-5c61-4cec-a8e1-4789d33e00ac tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/ports?device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe HTTP/1.1" status: 200 len: 944 time: 0.0969751 Jun 21 04:37:01.071964 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-c4255d3b-b7a8-4b90-9b59-4a2cd36f4241 req-1b95a222-0bb3-4174-8b4c-a4cf4c2c795c tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bfd3839-43e9-4037-b93e-3e390fe2c7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320370 Jun 21 04:37:01.185177 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-96e1c505-da01-46a8-887c-1f2eb0a4db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:02.146505 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 461a3461-ebe9-421c-aef4-82aa48c01d9a up at agent hyperv_hv-cinder-79717 {{(pid=92784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 04:37:02.194161 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.provisioning_blocks [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Provisioning complete for port 461a3461-ebe9-421c-aef4-82aa48c01d9a triggered by entity L2. {{(pid=92784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 04:37:02.194844 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-618143'] for port, provisioning_complete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:02.253171 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e9e79-6fbc-4a56-bc8b-f0bb33a23da3 req-2ca0f755-f548-4814-810e-113ee20a7a31 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:37:02.254659 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-cb0e9e79-6fbc-4a56-bc8b-f0bb33a23da3 req-2ca0f755-f548-4814-810e-113ee20a7a31 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/ports?device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe HTTP/1.1" status: 200 len: 944 time: 0.0665808 Jun 21 04:37:02.273965 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-556692'] for port, before_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:02.297034 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-cb0e9e79-6fbc-4a56-bc8b-f0bb33a23da3 req-3322333b-52b0-4d04-bd44-ac3504b01580 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bfd3839-43e9-4037-b93e-3e390fe2c7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351686 Jun 21 04:37:02.302541 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d295d0-0c1f-488d-ac84-533fd03a45fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '461a3461-ebe9-421c-aef4-82aa48c01d9a'}] {{(pid=92784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:37:02.305082 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dea407864149563716f916f7ad989592de9d82914ebf27f22c024267046db962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d075a904-ff15-4725-bc0a-487f1c5416c4" -d '{"events": [{"server_uuid": "67d295d0-0c1f-488d-ac84-533fd03a45fe", "name": "network-vif-plugged", "status": "completed", "tag": "461a3461-ebe9-421c-aef4-82aa48c01d9a"}]}' {{(pid=92784) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:37:02.319020 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] For port 461a3461-ebe9-421c-aef4-82aa48c01d9a, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=461a3461-ebe9-421c-aef4-82aa48c01d9a,segment=NetworkSegment(3f8f9796-b62c-40ed-9572-55111bd51848),segment_id=3f8f9796-b62c-40ed-9572-55111bd51848)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:37:02.322917 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749528905939', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749528476007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749528476052'] for port, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:02.323776 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device af9a0d43-4aeb-4164-9c35-f9ff5643d60d no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:37:02.326354 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:02.349527 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cfcaeb7-ef1a-4db5-858c-7d12d807c1e3 x-openstack-request-id: req-9cfcaeb7-ef1a-4db5-858c-7d12d807c1e3 {{(pid=92784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:37:02.349949 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d295d0-0c1f-488d-ac84-533fd03a45fe", "name": "network-vif-plugged", "status": "completed", "tag": "461a3461-ebe9-421c-aef4-82aa48c01d9a", "code": 200}]} {{(pid=92784) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:37:02.350213 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9cfcaeb7-ef1a-4db5-858c-7d12d807c1e3 {{(pid=92784) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:37:02.350623 dv-cinder-797170-3-iscsi neutron-server[92784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d295d0-0c1f-488d-ac84-533fd03a45fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '461a3461-ebe9-421c-aef4-82aa48c01d9a', 'code': 200} Jun 21 04:37:02.371033 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] No Port match for: af9a0d43-4aeb-4164-9c35-f9ff5643d60d {{(pid=92784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:37:02.371397 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device af9a0d43-4aeb-4164-9c35-f9ff5643d60d not bound to the agent host hv-cinder-79717 {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:37:02.397223 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Pushing event updated for resources: {'Port': ['ID=461a3461-ebe9-421c-aef4-82aa48c01d9a,revision_number=8']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:02.400082 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:02.567123 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7ea75-a59b-4ab0-a64e-9a1648cfb636 req-9620a005-0804-4112-b2ea-8509223d7fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:37:02.568454 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-6fb7ea75-a59b-4ab0-a64e-9a1648cfb636 req-9620a005-0804-4112-b2ea-8509223d7fb3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe HTTP/1.1" status: 200 len: 1098 time: 0.0513763 Jun 21 04:37:02.604924 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-6fb7ea75-a59b-4ab0-a64e-9a1648cfb636 req-e039f8c5-fba3-42fd-8412-277d3eb79665 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3bfd3839-43e9-4037-b93e-3e390fe2c7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296266 Jun 21 04:37:02.641632 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-a8ace0c1-1149-433a-b03a-8a8d050911ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:03.472487 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa55a84-a55e-4958-b496-f7e833fe5a10 req-839d8d9b-dcc2-40f6-a911-026fc7f2a7c5 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:37:03.473943 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-7fa55a84-a55e-4958-b496-f7e833fe5a10 req-839d8d9b-dcc2-40f6-a911-026fc7f2a7c5 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/ports?device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe HTTP/1.1" status: 200 len: 945 time: 0.0637748 Jun 21 04:37:03.513018 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-7fa55a84-a55e-4958-b496-f7e833fe5a10 req-ae7b7e17-daac-4565-ac8d-cac2b228e279 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bfd3839-43e9-4037-b93e-3e390fe2c7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322785 Jun 21 04:37:04.316966 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 38184) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:37:04.470187 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [None req-3dc8c807-c442-4c19-8886-ac2cf79c1a7d tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Deleting port 673575ec-ed5b-4ac8-b5df-99fd03f6dee9 {{(pid=92783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:37:04.470558 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-3dc8c807-c442-4c19-8886-ac2cf79c1a7d tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:04.544317 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-3dc8c807-c442-4c19-8886-ac2cf79c1a7d tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:04.544990 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-3dc8c807-c442-4c19-8886-ac2cf79c1a7d tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:04.608959 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [None req-3dc8c807-c442-4c19-8886-ac2cf79c1a7d tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Calling delete_port for 673575ec-ed5b-4ac8-b5df-99fd03f6dee9 owned by network:floatingip {{(pid=92783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:37:04.685303 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28333cd1-63d4-4dd7-a313-91758d9ef3dc req-185d8cab-c9df-46d4-bf1b-45ecd4623786 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:37:04.686774 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-28333cd1-63d4-4dd7-a313-91758d9ef3dc req-185d8cab-c9df-46d4-bf1b-45ecd4623786 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/ports?device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe HTTP/1.1" status: 200 len: 945 time: 0.0619676 Jun 21 04:37:04.723365 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-28333cd1-63d4-4dd7-a313-91758d9ef3dc req-cd061bf2-b14f-45e1-8fcb-db232f9cea14 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bfd3839-43e9-4037-b93e-3e390fe2c7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309696 Jun 21 04:37:04.752933 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-3dc8c807-c442-4c19-8886-ac2cf79c1a7d tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641976'] for port, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:04.755918 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-c92b9bd3-325e-44ac-8329-57ffdfa3a336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:04.778476 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc8c807-c442-4c19-8886-ac2cf79c1a7d tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Pushing event deleted for resources: {'Port': ['ID=673575ec-ed5b-4ac8-b5df-99fd03f6dee9,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:04.782012 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-3dc8c807-c442-4c19-8886-ac2cf79c1a7d tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:04.840862 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-3dc8c807-c442-4c19-8886-ac2cf79c1a7d tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks [] for floatingip, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:04.841107 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.db.l3_db [None req-3dc8c807-c442-4c19-8886-ac2cf79c1a7d tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Floating IP a2327b4d-e9e1-48fb-b95d-b9e05829f66d disassociated (deleted). External IP: 172.27.3.205, port: ddf76215-751e-45bb-ba8d-fddf05064f00. Jun 21 04:37:05.035561 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc8c807-c442-4c19-8886-ac2cf79c1a7d tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Router c6f4c286-1035-4679-a9e9-b0be432b890f has already been hosted by L3 agent 24838221-9d49-44eb-9e47-6a2fc9da17a2 {{(pid=92783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:37:05.139092 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc8c807-c442-4c19-8886-ac2cf79c1a7d tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify agent at l3_agent.dv-cinder-797170-3-iscsi the message routers_updated {{(pid=92783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:37:05.143824 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-3dc8c807-c442-4c19-8886-ac2cf79c1a7d tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for floatingip, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:05.148443 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174cba30-7dea-40aa-a3a5-c7d256c67d91 None None] Sync routers for ids ['c6f4c286-1035-4679-a9e9-b0be432b890f'] in dv-cinder-797170-3-iscsi {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:37:05.159286 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174cba30-7dea-40aa-a3a5-c7d256c67d91 None None] Routers {'c6f4c286-1035-4679-a9e9-b0be432b890f'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:37:05.159909 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-174cba30-7dea-40aa-a3a5-c7d256c67d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:37:00Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['c6f4c286-1035-4679-a9e9-b0be432b890f'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:37:05.185094 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-3dc8c807-c442-4c19-8886-ac2cf79c1a7d tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "DELETE /v2.0/floatingips/a2327b4d-e9e1-48fb-b95d-b9e05829f66d HTTP/1.1" status: 204 len: 168 time: 0.8642316 Jun 21 04:37:05.185094 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c10cd108-0526-4bb7-9216-be109233c40c', 'tag': 'ddf76215-751e-45bb-ba8d-fddf05064f00'}] {{(pid=92783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:37:05.185802 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fda3b7b704fc347e73998d8dc34ef34ca3ad6aa16a3a5c6f92a4a64020d363b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a4b4b7-a69d-487f-8a28-53e4eece148e" -d '{"events": [{"name": "network-changed", "server_uuid": "c10cd108-0526-4bb7-9216-be109233c40c", "tag": "ddf76215-751e-45bb-ba8d-fddf05064f00"}]}' {{(pid=92783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:37:05.226432 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260af3e8-468d-4ad3-9327-da7452d60ce4 x-openstack-request-id: req-260af3e8-468d-4ad3-9327-da7452d60ce4 {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:37:05.226765 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c10cd108-0526-4bb7-9216-be109233c40c", "tag": "ddf76215-751e-45bb-ba8d-fddf05064f00", "status": "completed", "code": 200}]} {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:37:05.227078 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-260af3e8-468d-4ad3-9327-da7452d60ce4 {{(pid=92783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:37:05.227505 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c10cd108-0526-4bb7-9216-be109233c40c', 'tag': 'ddf76215-751e-45bb-ba8d-fddf05064f00', 'status': 'completed', 'code': 200} Jun 21 04:37:05.268541 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-174cba30-7dea-40aa-a3a5-c7d256c67d91 None None] Set router c6f4c286-1035-4679-a9e9-b0be432b890f gateway port host: dv-cinder-797170-3-iscsi {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:37:05.304538 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4b4b7-a69d-487f-8a28-53e4eece148e req-81bd2bd0-a6da-411a-8cfa-755694d0a865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:37:05.306117 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-e8a4b4b7-a69d-487f-8a28-53e4eece148e req-81bd2bd0-a6da-411a-8cfa-755694d0a865 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=371add3dc65f463097e1b4846b0ba580&device_id=c10cd108-0526-4bb7-9216-be109233c40c HTTP/1.1" status: 200 len: 1099 time: 0.0557401 Jun 21 04:37:05.405382 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4b4b7-a69d-487f-8a28-53e4eece148e req-6f5cd991-ef4b-47dc-ad7a-adc83bcee8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:37:05.407620 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-e8a4b4b7-a69d-487f-8a28-53e4eece148e req-6f5cd991-ef4b-47dc-ad7a-adc83bcee8f7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7d357d88-e0cd-4a9b-b7b1-521691a3a850 HTTP/1.1" status: 200 len: 913 time: 0.0952678 Jun 21 04:37:05.463356 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-e8a4b4b7-a69d-487f-8a28-53e4eece148e req-ef681721-f320-4a2d-8e1a-b1b547ebaa51 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ddf76215-751e-45bb-ba8d-fddf05064f00 HTTP/1.1" status: 200 len: 217 time: 0.0464833 Jun 21 04:37:05.483355 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-174cba30-7dea-40aa-a3a5-c7d256c67d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'name': 'tempest-TestVolumeBootPattern-1156486518-router', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a46145cf-7465-42a2-bf67-e0991f0a15f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:07Z', 'updated_at': '2021-06-21T04:30:10Z', 'revision_number': 4, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'gw_port': {'id': 'a46145cf-7465-42a2-bf67-e0991f0a15f1', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:07Z', 'updated_at': '2021-06-21T04:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': 'c38d0844-290a-462c-9a37-a22225bd6794', 'name': '', 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'mac_address': 'fa:16:3e:ee:47:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'b89f65d7-8f4a-4573-89cb-9c8dfe69919f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:09Z', 'updated_at': '2021-06-21T04:30:16Z', 'revision_number': 5, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'subnets': [{'id': 'b89f65d7-8f4a-4573-89cb-9c8dfe69919f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:37:05.517737 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4b4b7-a69d-487f-8a28-53e4eece148e req-9f3a7364-06d8-4eba-b88b-41a151924551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:37:05.519212 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-e8a4b4b7-a69d-487f-8a28-53e4eece148e req-9f3a7364-06d8-4eba-b88b-41a151924551 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b89f65d7-8f4a-4573-89cb-9c8dfe69919f HTTP/1.1" status: 200 len: 851 time: 0.0480125 Jun 21 04:37:05.581264 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65b5a2-745d-4e0a-a256-8a2190551b5c req-873b00a0-36fe-4daa-93c9-67a38e03bf8e tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:37:05.585358 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-4d65b5a2-745d-4e0a-a256-8a2190551b5c req-873b00a0-36fe-4daa-93c9-67a38e03bf8e tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/ports?device_id=c10cd108-0526-4bb7-9216-be109233c40c HTTP/1.1" status: 200 len: 946 time: 0.0756645 Jun 21 04:37:05.585705 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4b4b7-a69d-487f-8a28-53e4eece148e req-3c9c9d65-2772-4b92-92c1-ee2d81bb5362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:37:05.587209 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-e8a4b4b7-a69d-487f-8a28-53e4eece148e req-3c9c9d65-2772-4b92-92c1-ee2d81bb5362 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7d357d88-e0cd-4a9b-b7b1-521691a3a850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0603368 Jun 21 04:37:05.624200 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-4d65b5a2-745d-4e0a-a256-8a2190551b5c req-ffad7c42-0823-466b-a469-9f754573a133 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/security-groups?id=aef55aef-3d78-4e10-ac65-1776bfc6306e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347590 Jun 21 04:37:05.633345 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174cba30-7dea-40aa-a3a5-c7d256c67d91 None None] Checking router: c6f4c286-1035-4679-a9e9-b0be432b890f for host: dv-cinder-797170-3-iscsi {{(pid=92784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:37:05.642467 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174cba30-7dea-40aa-a3a5-c7d256c67d91 None None] Routers {'c6f4c286-1035-4679-a9e9-b0be432b890f'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:37:05.643315 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-174cba30-7dea-40aa-a3a5-c7d256c67d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:37:00Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['c6f4c286-1035-4679-a9e9-b0be432b890f'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:37:05.684772 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-e8a4b4b7-a69d-487f-8a28-53e4eece148e req-aa9b8f2c-d90d-4bff-aa62-11036e39a19c service neutron] 10.222.0.55 "GET /v2.0/networks/7d357d88-e0cd-4a9b-b7b1-521691a3a850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891423 Jun 21 04:37:05.744065 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-174cba30-7dea-40aa-a3a5-c7d256c67d91 None None] Set router c6f4c286-1035-4679-a9e9-b0be432b890f gateway port host: dv-cinder-797170-3-iscsi {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:37:05.775386 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-e8a4b4b7-a69d-487f-8a28-53e4eece148e req-62ad547b-09bf-4300-a2ad-1e699fab7037 service neutron] 10.222.0.55 "GET /v2.0/networks/7d357d88-e0cd-4a9b-b7b1-521691a3a850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840924 Jun 21 04:37:05.934467 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-174cba30-7dea-40aa-a3a5-c7d256c67d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'name': 'tempest-TestVolumeBootPattern-1156486518-router', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a46145cf-7465-42a2-bf67-e0991f0a15f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:07Z', 'updated_at': '2021-06-21T04:30:10Z', 'revision_number': 4, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'gw_port': {'id': 'a46145cf-7465-42a2-bf67-e0991f0a15f1', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:07Z', 'updated_at': '2021-06-21T04:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': 'c38d0844-290a-462c-9a37-a22225bd6794', 'name': '', 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'mac_address': 'fa:16:3e:ee:47:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'b89f65d7-8f4a-4573-89cb-9c8dfe69919f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:09Z', 'updated_at': '2021-06-21T04:30:16Z', 'revision_number': 5, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'subnets': [{'id': 'b89f65d7-8f4a-4573-89cb-9c8dfe69919f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:37:05.962447 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174cba30-7dea-40aa-a3a5-c7d256c67d91 None None] The sync data for ids ['c6f4c286-1035-4679-a9e9-b0be432b890f'] in dv-cinder-797170-3-iscsi is: [{'id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'name': 'tempest-TestVolumeBootPattern-1156486518-router', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a46145cf-7465-42a2-bf67-e0991f0a15f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:07Z', 'updated_at': '2021-06-21T04:30:10Z', 'revision_number': 4, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'gw_port': {'id': 'a46145cf-7465-42a2-bf67-e0991f0a15f1', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:07Z', 'updated_at': '2021-06-21T04:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': 'c38d0844-290a-462c-9a37-a22225bd6794', 'name': '', 'network_id': '7d357d88-e0cd-4a9b-b7b1-521691a3a850', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'mac_address': 'fa:16:3e:ee:47:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'b89f65d7-8f4a-4573-89cb-9c8dfe69919f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:09Z', 'updated_at': '2021-06-21T04:30:16Z', 'revision_number': 5, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'subnets': [{'id': 'b89f65d7-8f4a-4573-89cb-9c8dfe69919f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:37:06.158246 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c92d9b1-2ed7-4083-8ef1-c74190598f97 None None] New status for floating IP a2327b4d-e9e1-48fb-b95d-b9e05829f66d: DOWN {{(pid=92785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:37:06.800052 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d88c8f-4e4e-4750-8883-507984ec5f07 req-bcad1d2e-0b3c-4878-9388-866535bebceb tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:37:06.801500 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-e3d88c8f-4e4e-4750-8883-507984ec5f07 req-bcad1d2e-0b3c-4878-9388-866535bebceb tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/ports?device_id=c10cd108-0526-4bb7-9216-be109233c40c HTTP/1.1" status: 200 len: 946 time: 0.0665920 Jun 21 04:37:06.837283 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-e3d88c8f-4e4e-4750-8883-507984ec5f07 req-ad51e0c1-1584-40b3-a2ae-6022d10094a7 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/security-groups?id=aef55aef-3d78-4e10-ac65-1776bfc6306e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302954 Jun 21 04:37:07.010714 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3fa8b9-c80d-4f7c-9cdc-83ee53863f64 req-8fd6c68f-6937-409e-914e-d10061828251 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:37:07.012125 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-fd3fa8b9-c80d-4f7c-9cdc-83ee53863f64 req-8fd6c68f-6937-409e-914e-d10061828251 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.55 "GET /v2.0/ports?device_id=c10cd108-0526-4bb7-9216-be109233c40c HTTP/1.1" status: 200 len: 946 time: 0.0668855 Jun 21 04:37:07.113460 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [req-fd3fa8b9-c80d-4f7c-9cdc-83ee53863f64 req-a56777ce-9aed-46aa-9399-a6321c482c30 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Deleting port ddf76215-751e-45bb-ba8d-fddf05064f00 {{(pid=92783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:37:07.113803 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-fd3fa8b9-c80d-4f7c-9cdc-83ee53863f64 req-a56777ce-9aed-46aa-9399-a6321c482c30 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:07.204592 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.db [req-fd3fa8b9-c80d-4f7c-9cdc-83ee53863f64 req-a56777ce-9aed-46aa-9399-a6321c482c30 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] For port ddf76215-751e-45bb-ba8d-fddf05064f00, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=ddf76215-751e-45bb-ba8d-fddf05064f00,segment=NetworkSegment(eb9ae848-4717-40d3-8e38-d487e6aefc17),segment_id=eb9ae848-4717-40d3-8e38-d487e6aefc17)] {{(pid=92783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:37:07.204949 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-fd3fa8b9-c80d-4f7c-9cdc-83ee53863f64 req-a56777ce-9aed-46aa-9399-a6321c482c30 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:07.266765 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [req-fd3fa8b9-c80d-4f7c-9cdc-83ee53863f64 req-a56777ce-9aed-46aa-9399-a6321c482c30 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Calling delete_port for ddf76215-751e-45bb-ba8d-fddf05064f00 owned by compute:nova {{(pid=92783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:37:07.391572 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-fd3fa8b9-c80d-4f7c-9cdc-83ee53863f64 req-a56777ce-9aed-46aa-9399-a6321c482c30 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641976'] for port, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:07.395454 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-3dc8c807-c442-4c19-8886-ac2cf79c1a7d tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:07.421106 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56777ce-9aed-46aa-9399-a6321c482c30 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Pushing event deleted for resources: {'Port': ['ID=ddf76215-751e-45bb-ba8d-fddf05064f00,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:07.424106 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-a56777ce-9aed-46aa-9399-a6321c482c30 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:07.469664 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd3fa8b9-c80d-4f7c-9cdc-83ee53863f64 req-a56777ce-9aed-46aa-9399-a6321c482c30 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] No DVR routers for this DVR port ddf76215-751e-45bb-ba8d-fddf05064f00 on host hv-cinder-79717 {{(pid=92783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:37:07.473288 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-fd3fa8b9-c80d-4f7c-9cdc-83ee53863f64 req-a56777ce-9aed-46aa-9399-a6321c482c30 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for port, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:07.475301 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-fd3fa8b9-c80d-4f7c-9cdc-83ee53863f64 req-a56777ce-9aed-46aa-9399-a6321c482c30 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.55 "DELETE /v2.0/ports/ddf76215-751e-45bb-ba8d-fddf05064f00 HTTP/1.1" status: 204 len: 173 time: 0.4577546 Jun 21 04:37:07.476091 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c10cd108-0526-4bb7-9216-be109233c40c', 'name': 'network-vif-deleted', 'tag': 'ddf76215-751e-45bb-ba8d-fddf05064f00'}] {{(pid=92783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:37:07.478407 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fda3b7b704fc347e73998d8dc34ef34ca3ad6aa16a3a5c6f92a4a64020d363b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a58af29-aecd-416d-935a-afca16f2f862" -d '{"events": [{"server_uuid": "c10cd108-0526-4bb7-9216-be109233c40c", "name": "network-vif-deleted", "tag": "ddf76215-751e-45bb-ba8d-fddf05064f00"}]}' {{(pid=92783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:37:07.519046 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e57a34-689c-4615-bf2f-f35b425dbc11 x-openstack-request-id: req-04e57a34-689c-4615-bf2f-f35b425dbc11 {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:37:07.519384 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c10cd108-0526-4bb7-9216-be109233c40c", "name": "network-vif-deleted", "tag": "ddf76215-751e-45bb-ba8d-fddf05064f00", "status": "completed", "code": 200}]} {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:37:07.519680 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-04e57a34-689c-4615-bf2f-f35b425dbc11 {{(pid=92783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:37:07.520118 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c10cd108-0526-4bb7-9216-be109233c40c', 'name': 'network-vif-deleted', 'tag': 'ddf76215-751e-45bb-ba8d-fddf05064f00', 'status': 'completed', 'code': 200} Jun 21 04:37:07.994255 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-3866ce83-7bd6-4254-983d-cb8375494bc8 req-6e172069-e3d2-4e25-8c43-13f919f4169c tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "GET /v2.0/ports?device_id=c10cd108-0526-4bb7-9216-be109233c40c HTTP/1.1" status: 200 len: 210 time: 0.0328145 Jun 21 04:37:09.086502 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 38206) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:37:09.208434 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [None req-e44534af-4af2-4edc-b0f2-4ef233497f0d tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Deleting port 29c06981-5b53-4ba0-8638-daf921953ab2 {{(pid=92783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:37:09.208776 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-e44534af-4af2-4edc-b0f2-4ef233497f0d tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:09.283335 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-e44534af-4af2-4edc-b0f2-4ef233497f0d tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:09.283614 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-e44534af-4af2-4edc-b0f2-4ef233497f0d tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:09.348628 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [None req-e44534af-4af2-4edc-b0f2-4ef233497f0d tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Calling delete_port for 29c06981-5b53-4ba0-8638-daf921953ab2 owned by network:floatingip {{(pid=92783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:37:09.475165 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-e44534af-4af2-4edc-b0f2-4ef233497f0d tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641976'] for port, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:09.477077 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-157b8700-0359-45ea-8e7d-264d1046dced tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:09.499131 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44534af-4af2-4edc-b0f2-4ef233497f0d tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Pushing event deleted for resources: {'Port': ['ID=29c06981-5b53-4ba0-8638-daf921953ab2,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:09.502600 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-e44534af-4af2-4edc-b0f2-4ef233497f0d tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:09.561746 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-e44534af-4af2-4edc-b0f2-4ef233497f0d tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks [] for floatingip, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:09.564222 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-e44534af-4af2-4edc-b0f2-4ef233497f0d tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for floatingip, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:09.565340 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-e44534af-4af2-4edc-b0f2-4ef233497f0d tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "DELETE /v2.0/floatingips/1c3b0722-7f2c-4045-adb6-ef7b755892c8 HTTP/1.1" status: 204 len: 168 time: 0.4778528 Jun 21 04:37:10.172325 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device ddf76215-751e-45bb-ba8d-fddf05064f00 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:37:10.191548 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] No Port match for: ddf76215-751e-45bb-ba8d-fddf05064f00 {{(pid=92784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:37:10.191875 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device ddf76215-751e-45bb-ba8d-fddf05064f00 not bound to the agent host hv-cinder-79717 {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:37:10.817914 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 38218) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:37:10.874938 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-edb2b00a-f8ba-42a9-8c70-6e6b98fb7008 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:10.899084 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-edb2b00a-f8ba-42a9-8c70-6e6b98fb7008 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:10.960558 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-edb2b00a-f8ba-42a9-8c70-6e6b98fb7008 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:10.963662 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-edb2b00a-f8ba-42a9-8c70-6e6b98fb7008 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:10.964763 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-edb2b00a-f8ba-42a9-8c70-6e6b98fb7008 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] 10.222.0.53 "DELETE /v2.0/security-groups/aef55aef-3d78-4e10-ac65-1776bfc6306e HTTP/1.1" status: 204 len: 168 time: 0.1458447 Jun 21 04:37:10.965583 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-1311bb91-659f-457a-b4c1-d8e631ebb209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:10.974203 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2b00a-f8ba-42a9-8c70-6e6b98fb7008 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef55aef-3d78-4e10-ac65-1776bfc6306e,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:10.976808 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-edb2b00a-f8ba-42a9-8c70-6e6b98fb7008 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:12.036380 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 38224) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:37:12.462320 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-f9db7f4f-4066-4749-b46d-234fe62e6605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654004'] for router_interface, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:12.709809 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [None req-f9db7f4f-4066-4749-b46d-234fe62e6605 admin admin] Deleting port c38d0844-290a-462c-9a37-a22225bd6794 {{(pid=92783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:37:12.710065 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-f9db7f4f-4066-4749-b46d-234fe62e6605 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:12.792419 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.db [None req-f9db7f4f-4066-4749-b46d-234fe62e6605 admin admin] For port c38d0844-290a-462c-9a37-a22225bd6794, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=c38d0844-290a-462c-9a37-a22225bd6794,segment=NetworkSegment(eb9ae848-4717-40d3-8e38-d487e6aefc17),segment_id=eb9ae848-4717-40d3-8e38-d487e6aefc17)] {{(pid=92783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:37:12.792777 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-f9db7f4f-4066-4749-b46d-234fe62e6605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:12.853948 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [None req-f9db7f4f-4066-4749-b46d-234fe62e6605 admin admin] Calling delete_port for c38d0844-290a-462c-9a37-a22225bd6794 owned by network:router_interface {{(pid=92783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:37:13.029706 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-f9db7f4f-4066-4749-b46d-234fe62e6605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641976'] for port, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:13.032709 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-33645e48-b263-45f8-8e20-f13db83c7fab tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:13.303612 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9db7f4f-4066-4749-b46d-234fe62e6605 admin admin] Pushing event deleted for resources: {'Port': ['ID=c38d0844-290a-462c-9a37-a22225bd6794,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:13.307944 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-f9db7f4f-4066-4749-b46d-234fe62e6605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:13.464615 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-f9db7f4f-4066-4749-b46d-234fe62e6605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1773170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653832'] for router_interface, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:13.678782 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9db7f4f-4066-4749-b46d-234fe62e6605 admin admin] Router c6f4c286-1035-4679-a9e9-b0be432b890f has already been hosted by L3 agent 24838221-9d49-44eb-9e47-6a2fc9da17a2 {{(pid=92783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:37:13.781925 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9db7f4f-4066-4749-b46d-234fe62e6605 admin admin] Notify agent at l3_agent.dv-cinder-797170-3-iscsi the message routers_updated {{(pid=92783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:37:13.789246 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-f9db7f4f-4066-4749-b46d-234fe62e6605 admin admin] 10.222.0.53 "PUT /v2.0/routers/c6f4c286-1035-4679-a9e9-b0be432b890f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7494497 Jun 21 04:37:13.789358 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 38228) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:37:13.790547 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70440ffd-830c-4341-a10e-5940cda94869 None None] Sync routers for ids ['c6f4c286-1035-4679-a9e9-b0be432b890f'] in dv-cinder-797170-3-iscsi {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:37:13.800934 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70440ffd-830c-4341-a10e-5940cda94869 None None] Routers {'c6f4c286-1035-4679-a9e9-b0be432b890f'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:37:13.801555 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-70440ffd-830c-4341-a10e-5940cda94869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:37:00Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['c6f4c286-1035-4679-a9e9-b0be432b890f'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:37:13.891921 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-51d646de-56f8-48f3-b484-1320a6c01abb admin admin] Notify callbacks [] for router, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:13.901683 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-70440ffd-830c-4341-a10e-5940cda94869 None None] Set router c6f4c286-1035-4679-a9e9-b0be432b890f gateway port host: dv-cinder-797170-3-iscsi {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:37:13.991586 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-51d646de-56f8-48f3-b484-1320a6c01abb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:14.043271 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [None req-51d646de-56f8-48f3-b484-1320a6c01abb admin admin] Deleting port a46145cf-7465-42a2-bf67-e0991f0a15f1 {{(pid=92783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:37:14.043614 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-51d646de-56f8-48f3-b484-1320a6c01abb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:14.074123 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-70440ffd-830c-4341-a10e-5940cda94869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'name': 'tempest-TestVolumeBootPattern-1156486518-router', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a46145cf-7465-42a2-bf67-e0991f0a15f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:07Z', 'updated_at': '2021-06-21T04:37:12Z', 'revision_number': 5, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'gw_port': {'id': 'a46145cf-7465-42a2-bf67-e0991f0a15f1', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:07Z', 'updated_at': '2021-06-21T04:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi'}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:37:14.099319 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70440ffd-830c-4341-a10e-5940cda94869 None None] Checking router: c6f4c286-1035-4679-a9e9-b0be432b890f for host: dv-cinder-797170-3-iscsi {{(pid=92784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:37:14.107896 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70440ffd-830c-4341-a10e-5940cda94869 None None] Routers {'c6f4c286-1035-4679-a9e9-b0be432b890f'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:37:14.108505 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-70440ffd-830c-4341-a10e-5940cda94869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:37:00Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['c6f4c286-1035-4679-a9e9-b0be432b890f'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:37:14.123830 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.db [None req-51d646de-56f8-48f3-b484-1320a6c01abb admin admin] For port a46145cf-7465-42a2-bf67-e0991f0a15f1, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=a46145cf-7465-42a2-bf67-e0991f0a15f1,segment=NetworkSegment(e399e9b6-8ae1-4c2d-bd11-625228d4b590),segment_id=e399e9b6-8ae1-4c2d-bd11-625228d4b590)] {{(pid=92783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:37:14.124194 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-51d646de-56f8-48f3-b484-1320a6c01abb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:14.186086 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [None req-51d646de-56f8-48f3-b484-1320a6c01abb admin admin] Calling delete_port for a46145cf-7465-42a2-bf67-e0991f0a15f1 owned by network:router_gateway {{(pid=92783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:37:14.189810 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-70440ffd-830c-4341-a10e-5940cda94869 None None] Set router c6f4c286-1035-4679-a9e9-b0be432b890f gateway port host: None {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:37:14.238692 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-70440ffd-830c-4341-a10e-5940cda94869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'name': 'tempest-TestVolumeBootPattern-1156486518-router', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:07Z', 'updated_at': '2021-06-21T04:37:13Z', 'revision_number': 6, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'gw_port_host': None}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:37:14.266990 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70440ffd-830c-4341-a10e-5940cda94869 None None] The sync data for ids ['c6f4c286-1035-4679-a9e9-b0be432b890f'] in dv-cinder-797170-3-iscsi is: [{'id': 'c6f4c286-1035-4679-a9e9-b0be432b890f', 'name': 'tempest-TestVolumeBootPattern-1156486518-router', 'tenant_id': '371add3dc65f463097e1b4846b0ba580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:07Z', 'updated_at': '2021-06-21T04:37:13Z', 'revision_number': 6, 'project_id': '371add3dc65f463097e1b4846b0ba580', 'gw_port_host': None}] {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:37:14.354557 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-51d646de-56f8-48f3-b484-1320a6c01abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641976'] for port, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:14.356528 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-4ff05e26-75f7-4ac2-98fa-bfcc90d40380 tempest-VolumesActionsTest-298343279 tempest-VolumesActionsTest-298343279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:14.379759 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d646de-56f8-48f3-b484-1320a6c01abb admin admin] Pushing event deleted for resources: {'Port': ['ID=a46145cf-7465-42a2-bf67-e0991f0a15f1,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:14.382270 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-51d646de-56f8-48f3-b484-1320a6c01abb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:14.443545 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-51d646de-56f8-48f3-b484-1320a6c01abb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689700'] for router_gateway, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:14.533602 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-51d646de-56f8-48f3-b484-1320a6c01abb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1652090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1072'] for router, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:14.535583 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-51d646de-56f8-48f3-b484-1320a6c01abb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:14.577384 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-51d646de-56f8-48f3-b484-1320a6c01abb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1652779'] for router, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:14.577829 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d646de-56f8-48f3-b484-1320a6c01abb admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6f4c286-1035-4679-a9e9-b0be432b890f {{(pid=92783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 04:37:14.582137 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-51d646de-56f8-48f3-b484-1320a6c01abb admin admin] Notify callbacks [] for router, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:14.583339 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-51d646de-56f8-48f3-b484-1320a6c01abb admin admin] 10.222.0.53 "DELETE /v2.0/routers/c6f4c286-1035-4679-a9e9-b0be432b890f HTTP/1.1" status: 204 len: 168 time: 0.7931073 Jun 21 04:37:14.585861 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 38230) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:37:14.635395 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b3300f5-ecd9-477e-a113-1e3902d295e6 admin admin] Deleting subnet b89f65d7-8f4a-4573-89cb-9c8dfe69919f {{(pid=92783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:37:14.638641 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-9b3300f5-ecd9-477e-a113-1e3902d295e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:14.674216 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-9b3300f5-ecd9-477e-a113-1e3902d295e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13430084'] for subnet, precommit_delete_associations {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:14.749719 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-9b3300f5-ecd9-477e-a113-1e3902d295e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611213'] for subnet, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:14.804445 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-9b3300f5-ecd9-477e-a113-1e3902d295e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14170667'] for subnet, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:14.807404 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:14.832583 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3300f5-ecd9-477e-a113-1e3902d295e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b89f65d7-8f4a-4573-89cb-9c8dfe69919f,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:14.834613 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-9b3300f5-ecd9-477e-a113-1e3902d295e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for subnet, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:14.837342 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-9b3300f5-ecd9-477e-a113-1e3902d295e6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b89f65d7-8f4a-4573-89cb-9c8dfe69919f HTTP/1.1" status: 204 len: 168 time: 0.2503610 Jun 21 04:37:14.838906 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-9b3300f5-ecd9-477e-a113-1e3902d295e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:14.839348 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 38232) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:37:14.839470 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e709fd-aaf8-4ccb-a7df-8368a5275fc4 None None] Network 7d357d88-e0cd-4a9b-b7b1-521691a3a850 requested from dv-cinder-797170-3-iscsi {{(pid=92784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:37:14.906788 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-0b37567b-7197-41e1-ba92-21f71b4a0f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588785'] for network, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:14.958091 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [None req-0b37567b-7197-41e1-ba92-21f71b4a0f0c admin admin] Deleting port 5d00abfa-8571-4e29-8b70-681227f82f48 {{(pid=92783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:37:14.958386 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-0b37567b-7197-41e1-ba92-21f71b4a0f0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:15.023593 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab42a43-7c63-45e4-8381-c43714c59624 None None] DHCP port deletion for 7d357d88-e0cd-4a9b-b7b1-521691a3a850 request from dv-cinder-797170-3-iscsi {{(pid=92784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 04:37:15.033121 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.db [None req-0b37567b-7197-41e1-ba92-21f71b4a0f0c admin admin] For port 5d00abfa-8571-4e29-8b70-681227f82f48, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=5d00abfa-8571-4e29-8b70-681227f82f48,segment=NetworkSegment(eb9ae848-4717-40d3-8e38-d487e6aefc17),segment_id=eb9ae848-4717-40d3-8e38-d487e6aefc17)] {{(pid=92783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:37:15.033480 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-0b37567b-7197-41e1-ba92-21f71b4a0f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:15.069348 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-dab42a43-7c63-45e4-8381-c43714c59624 None None] Deleting port 5d00abfa-8571-4e29-8b70-681227f82f48 {{(pid=92784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:37:15.069637 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-dab42a43-7c63-45e4-8381-c43714c59624 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:15.100493 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [None req-0b37567b-7197-41e1-ba92-21f71b4a0f0c admin admin] Calling delete_port for 5d00abfa-8571-4e29-8b70-681227f82f48 owned by network:dhcp {{(pid=92783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:37:15.135432 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-dab42a43-7c63-45e4-8381-c43714c59624 None None] For port 5d00abfa-8571-4e29-8b70-681227f82f48, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=5d00abfa-8571-4e29-8b70-681227f82f48,segment=NetworkSegment(eb9ae848-4717-40d3-8e38-d487e6aefc17),segment_id=eb9ae848-4717-40d3-8e38-d487e6aefc17)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:37:15.135840 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-dab42a43-7c63-45e4-8381-c43714c59624 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:15.179546 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-0b37567b-7197-41e1-ba92-21f71b4a0f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641976'] for port, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:15.183119 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-9bad2152-5182-4914-a50b-939dc5578d97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:15.200744 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-dab42a43-7c63-45e4-8381-c43714c59624 None None] Calling delete_port for 5d00abfa-8571-4e29-8b70-681227f82f48 owned by network:dhcp {{(pid=92784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:37:15.207593 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37567b-7197-41e1-ba92-21f71b4a0f0c admin admin] Pushing event deleted for resources: {'Port': ['ID=5d00abfa-8571-4e29-8b70-681227f82f48,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:15.211246 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-0b37567b-7197-41e1-ba92-21f71b4a0f0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:15.215184 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b37567b-7197-41e1-ba92-21f71b4a0f0c admin admin] No DVR routers for this DVR port 5d00abfa-8571-4e29-8b70-681227f82f48 on host dv-cinder-797170-3-iscsi {{(pid=92783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:37:15.286077 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-dab42a43-7c63-45e4-8381-c43714c59624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998'] for port, after_delete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:15.295453 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:15.296971 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-0b37567b-7197-41e1-ba92-21f71b4a0f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611858', 'neutron.services.segments.db._delete_segments_for_network-8749528986579'] for network, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:15.306900 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.services.segments.db [None req-0b37567b-7197-41e1-ba92-21f71b4a0f0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d357d88-e0cd-4a9b-b7b1-521691a3a850']}} {{(pid=92783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:37:15.314410 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab42a43-7c63-45e4-8381-c43714c59624 None None] No DVR routers for this DVR port 5d00abfa-8571-4e29-8b70-681227f82f48 on host dv-cinder-797170-3-iscsi {{(pid=92784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:37:15.316027 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab42a43-7c63-45e4-8381-c43714c59624 None None] Pushing event deleted for resources: {'Port': ['ID=5d00abfa-8571-4e29-8b70-681227f82f48,revision_number=None']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:15.317002 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.services.segments.db [None req-0b37567b-7197-41e1-ba92-21f71b4a0f0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb9ae848-4717-40d3-8e38-d487e6aefc17') {'for_net_delete': True} {{(pid=92783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:37:15.317302 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.services.segments.db [None req-0b37567b-7197-41e1-ba92-21f71b4a0f0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb9ae848-4717-40d3-8e38-d487e6aefc17') {} {{(pid=92783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:37:15.318697 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-dab42a43-7c63-45e4-8381-c43714c59624 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:15.329858 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.agents_db [None req-2d4e51dd-16b2-4ea0-aa94-70b67a47226d None None] Agent healthcheck: found 6 active agents {{(pid=92785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:37:15.330542 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-0b37567b-7197-41e1-ba92-21f71b4a0f0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749528986408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13430093'] for segment, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:15.344797 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-0b37567b-7197-41e1-ba92-21f71b4a0f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607066'] for segment, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:15.351049 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b37567b-7197-41e1-ba92-21f71b4a0f0c admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=92783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:37:15.351422 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-0b37567b-7197-41e1-ba92-21f71b4a0f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12642153'] for segment, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:15.353192 dv-cinder-797170-3-iscsi neutron-server[92783]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:37:15.353192 dv-cinder-797170-3-iscsi neutron-server[92783]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:37:15.353192 dv-cinder-797170-3-iscsi neutron-server[92783]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:37:15.353192 dv-cinder-797170-3-iscsi neutron-server[92783]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:37:15.353192 dv-cinder-797170-3-iscsi neutron-server[92783]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 04:37:15.353192 dv-cinder-797170-3-iscsi neutron-server[92783]: conditions |= (models_v2.Port.network_id.in_( Jun 21 04:37:15.353192 dv-cinder-797170-3-iscsi neutron-server[92783]: Traceback (most recent call last): Jun 21 04:37:15.353192 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:37:15.353192 dv-cinder-797170-3-iscsi neutron-server[92783]: timer() Jun 21 04:37:15.353192 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:37:15.353192 dv-cinder-797170-3-iscsi neutron-server[92783]: cb(*args, **kw) Jun 21 04:37:15.353192 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:37:15.353192 dv-cinder-797170-3-iscsi neutron-server[92783]: return func(*args, **kwargs) Jun 21 04:37:15.353192 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:37:15.353192 dv-cinder-797170-3-iscsi neutron-server[92783]: self._notify() Jun 21 04:37:15.353192 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:37:15.353192 dv-cinder-797170-3-iscsi neutron-server[92783]: self.callback(batched_events) Jun 21 04:37:15.353192 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:37:15.353192 dv-cinder-797170-3-iscsi neutron-server[92783]: event.method(event) Jun 21 04:37:15.353192 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:37:15.353192 dv-cinder-797170-3-iscsi neutron-server[92783]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:37:15.353192 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:37:15.353192 dv-cinder-797170-3-iscsi neutron-server[92783]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:37:15.353192 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:37:15.353192 dv-cinder-797170-3-iscsi neutron-server[92783]: return f(self, *a, **k) Jun 21 04:37:15.353192 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:37:15.353192 dv-cinder-797170-3-iscsi neutron-server[92783]: return self._get(url).json() Jun 21 04:37:15.353192 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:37:15.353192 dv-cinder-797170-3-iscsi neutron-server[92783]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:37:15.353192 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:37:15.353192 dv-cinder-797170-3-iscsi neutron-server[92783]: return self.request(url, 'GET', **kwargs) Jun 21 04:37:15.353192 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:37:15.353192 dv-cinder-797170-3-iscsi neutron-server[92783]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:37:15.353192 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:37:15.353192 dv-cinder-797170-3-iscsi neutron-server[92783]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:37:15.353192 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:37:15.353192 dv-cinder-797170-3-iscsi neutron-server[92783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:37:15.353192 dv-cinder-797170-3-iscsi neutron-server[92783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:37:15.405986 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-0b37567b-7197-41e1-ba92-21f71b4a0f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-431616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689787'] for network, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:15.409837 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:15.412437 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-0b37567b-7197-41e1-ba92-21f71b4a0f0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for network, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:15.413903 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-0b37567b-7197-41e1-ba92-21f71b4a0f0c admin admin] 10.222.0.53 "DELETE /v2.0/networks/7d357d88-e0cd-4a9b-b7b1-521691a3a850 HTTP/1.1" status: 204 len: 168 time: 0.5736394 Jun 21 04:37:15.417316 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 38234) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:37:15.425370 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37567b-7197-41e1-ba92-21f71b4a0f0c admin admin] Pushing event deleted for resources: {'Network': ['ID=7d357d88-e0cd-4a9b-b7b1-521691a3a850,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:15.427824 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-0b37567b-7197-41e1-ba92-21f71b4a0f0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:15.529844 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 5d00abfa-8571-4e29-8b70-681227f82f48 no longer exists at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:37:15.549550 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] No Port match for: 5d00abfa-8571-4e29-8b70-681227f82f48 {{(pid=92784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:37:15.549833 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 5d00abfa-8571-4e29-8b70-681227f82f48 not bound to the agent host dv-cinder-797170-3-iscsi {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:37:15.550243 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device a46145cf-7465-42a2-bf67-e0991f0a15f1 no longer exists at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:37:15.569004 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] No Port match for: a46145cf-7465-42a2-bf67-e0991f0a15f1 {{(pid=92784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:37:15.569365 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device a46145cf-7465-42a2-bf67-e0991f0a15f1 not bound to the agent host dv-cinder-797170-3-iscsi {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:37:15.569788 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device c38d0844-290a-462c-9a37-a22225bd6794 no longer exists at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:37:15.587577 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] No Port match for: c38d0844-290a-462c-9a37-a22225bd6794 {{(pid=92784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:37:15.587905 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device c38d0844-290a-462c-9a37-a22225bd6794 not bound to the agent host dv-cinder-797170-3-iscsi {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:37:15.756425 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-fd481824-d159-4439-b562-f4ec2e2b20d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654004'] for router_interface, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:15.999209 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.plugin [None req-fd481824-d159-4439-b562-f4ec2e2b20d2 admin admin] Deleting port d533ec42-ea85-4aa0-bf2b-411c0ab87e88 {{(pid=92782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:37:15.999552 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-fd481824-d159-4439-b562-f4ec2e2b20d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:16.080031 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.db [None req-fd481824-d159-4439-b562-f4ec2e2b20d2 admin admin] For port d533ec42-ea85-4aa0-bf2b-411c0ab87e88, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=d533ec42-ea85-4aa0-bf2b-411c0ab87e88,segment=NetworkSegment(d47befb5-d00c-4c03-b325-25c41d4a0e34),segment_id=d47befb5-d00c-4c03-b325-25c41d4a0e34)] {{(pid=92782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:37:16.080405 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-fd481824-d159-4439-b562-f4ec2e2b20d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:16.140963 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.plugin [None req-fd481824-d159-4439-b562-f4ec2e2b20d2 admin admin] Calling delete_port for d533ec42-ea85-4aa0-bf2b-411c0ab87e88 owned by network:router_interface {{(pid=92782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:37:16.311032 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-fd481824-d159-4439-b562-f4ec2e2b20d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14133696'] for port, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:16.312922 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-480d1ca1-d07b-4dbd-a898-251baac04dec tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:16.333692 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd481824-d159-4439-b562-f4ec2e2b20d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d533ec42-ea85-4aa0-bf2b-411c0ab87e88,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:16.343183 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd481824-d159-4439-b562-f4ec2e2b20d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:16.343564 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd481824-d159-4439-b562-f4ec2e2b20d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:16.343938 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd481824-d159-4439-b562-f4ec2e2b20d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:16.344304 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd481824-d159-4439-b562-f4ec2e2b20d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:16.344670 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd481824-d159-4439-b562-f4ec2e2b20d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:16.345065 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd481824-d159-4439-b562-f4ec2e2b20d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:16.345375 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd481824-d159-4439-b562-f4ec2e2b20d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:16.345746 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd481824-d159-4439-b562-f4ec2e2b20d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:16.346082 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd481824-d159-4439-b562-f4ec2e2b20d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:16.346460 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd481824-d159-4439-b562-f4ec2e2b20d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:16.346813 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd481824-d159-4439-b562-f4ec2e2b20d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:16.347167 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd481824-d159-4439-b562-f4ec2e2b20d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:37:16.351839 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-fd481824-d159-4439-b562-f4ec2e2b20d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:16.520798 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-fd481824-d159-4439-b562-f4ec2e2b20d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1773170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653832'] for router_interface, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:16.725897 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd481824-d159-4439-b562-f4ec2e2b20d2 admin admin] Router 0d405773-1948-4dca-855d-d40df18011c8 has already been hosted by L3 agent 24838221-9d49-44eb-9e47-6a2fc9da17a2 {{(pid=92782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:37:16.828522 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd481824-d159-4439-b562-f4ec2e2b20d2 admin admin] Notify agent at l3_agent.dv-cinder-797170-3-iscsi the message routers_updated {{(pid=92782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:37:16.833369 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-fd481824-d159-4439-b562-f4ec2e2b20d2 admin admin] 10.222.0.53 "PUT /v2.0/routers/0d405773-1948-4dca-855d-d40df18011c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4149568 Jun 21 04:37:16.835855 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 38236) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:37:16.836716 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eca716-d6b7-4bcb-85b4-1d94baf40d48 None None] Sync routers for ids ['0d405773-1948-4dca-855d-d40df18011c8'] in dv-cinder-797170-3-iscsi {{(pid=92785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:37:16.846742 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eca716-d6b7-4bcb-85b4-1d94baf40d48 None None] Routers {'0d405773-1948-4dca-855d-d40df18011c8'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:37:16.847336 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-60eca716-d6b7-4bcb-85b4-1d94baf40d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:37:00Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['0d405773-1948-4dca-855d-d40df18011c8'], 'active': True} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:37:16.939462 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-4112899c-ad84-4b78-bccb-1ad1860729c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:16.945973 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvr_db [None req-60eca716-d6b7-4bcb-85b4-1d94baf40d48 None None] Set router 0d405773-1948-4dca-855d-d40df18011c8 gateway port host: dv-cinder-797170-3-iscsi {{(pid=92785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:37:17.039014 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-4112899c-ad84-4b78-bccb-1ad1860729c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:17.094609 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [None req-4112899c-ad84-4b78-bccb-1ad1860729c2 admin admin] Deleting port 77bee303-e260-444b-85eb-854c34dd990a {{(pid=92783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:37:17.094952 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-4112899c-ad84-4b78-bccb-1ad1860729c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:17.117124 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-60eca716-d6b7-4bcb-85b4-1d94baf40d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d405773-1948-4dca-855d-d40df18011c8', 'name': 'tempest-TestVolumeBootPattern-1627027145-router', 'tenant_id': 'ad96bf23d5644298a58b9a09ef688d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': '77bee303-e260-444b-85eb-854c34dd990a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:12Z', 'updated_at': '2021-06-21T04:37:16Z', 'revision_number': 5, 'project_id': 'ad96bf23d5644298a58b9a09ef688d3e', 'gw_port': {'id': '77bee303-e260-444b-85eb-854c34dd990a', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:3b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d405773-1948-4dca-855d-d40df18011c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:30:12Z', 'updated_at': '2021-06-21T04:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi'}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:37:17.142082 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eca716-d6b7-4bcb-85b4-1d94baf40d48 None None] Checking router: 0d405773-1948-4dca-855d-d40df18011c8 for host: dv-cinder-797170-3-iscsi {{(pid=92785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:37:17.149930 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eca716-d6b7-4bcb-85b4-1d94baf40d48 None None] Routers {'0d405773-1948-4dca-855d-d40df18011c8'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:37:17.151112 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-60eca716-d6b7-4bcb-85b4-1d94baf40d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:37:00Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['0d405773-1948-4dca-855d-d40df18011c8'], 'active': True} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:37:17.171256 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.db [None req-4112899c-ad84-4b78-bccb-1ad1860729c2 admin admin] For port 77bee303-e260-444b-85eb-854c34dd990a, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=77bee303-e260-444b-85eb-854c34dd990a,segment=NetworkSegment(e399e9b6-8ae1-4c2d-bd11-625228d4b590),segment_id=e399e9b6-8ae1-4c2d-bd11-625228d4b590)] {{(pid=92783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:37:17.171610 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-4112899c-ad84-4b78-bccb-1ad1860729c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:17.233102 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvr_db [None req-60eca716-d6b7-4bcb-85b4-1d94baf40d48 None None] Set router 0d405773-1948-4dca-855d-d40df18011c8 gateway port host: None {{(pid=92785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:37:17.237689 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [None req-4112899c-ad84-4b78-bccb-1ad1860729c2 admin admin] Calling delete_port for 77bee303-e260-444b-85eb-854c34dd990a owned by network:router_gateway {{(pid=92783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:37:17.286591 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-60eca716-d6b7-4bcb-85b4-1d94baf40d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d405773-1948-4dca-855d-d40df18011c8', 'name': 'tempest-TestVolumeBootPattern-1627027145-router', 'tenant_id': 'ad96bf23d5644298a58b9a09ef688d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:12Z', 'updated_at': '2021-06-21T04:37:17Z', 'revision_number': 6, 'project_id': 'ad96bf23d5644298a58b9a09ef688d3e', 'gw_port_host': None}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:37:17.311545 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eca716-d6b7-4bcb-85b4-1d94baf40d48 None None] The sync data for ids ['0d405773-1948-4dca-855d-d40df18011c8'] in dv-cinder-797170-3-iscsi is: [{'id': '0d405773-1948-4dca-855d-d40df18011c8', 'name': 'tempest-TestVolumeBootPattern-1627027145-router', 'tenant_id': 'ad96bf23d5644298a58b9a09ef688d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:30:12Z', 'updated_at': '2021-06-21T04:37:17Z', 'revision_number': 6, 'project_id': 'ad96bf23d5644298a58b9a09ef688d3e', 'gw_port_host': None}] {{(pid=92785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:37:17.404828 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-4112899c-ad84-4b78-bccb-1ad1860729c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641976'] for port, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:17.407878 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-bf6ef5f6-2989-4d4b-bd1b-fd34117089ab tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:17.421717 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:17.432773 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4112899c-ad84-4b78-bccb-1ad1860729c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=77bee303-e260-444b-85eb-854c34dd990a,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:17.436552 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-4112899c-ad84-4b78-bccb-1ad1860729c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:17.490901 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-4112899c-ad84-4b78-bccb-1ad1860729c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689700'] for router_gateway, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:17.581554 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-4112899c-ad84-4b78-bccb-1ad1860729c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1652090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1072'] for router, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:17.583653 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-4112899c-ad84-4b78-bccb-1ad1860729c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:17.624579 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-4112899c-ad84-4b78-bccb-1ad1860729c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1652779'] for router, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:17.625055 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4112899c-ad84-4b78-bccb-1ad1860729c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d405773-1948-4dca-855d-d40df18011c8 {{(pid=92783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 04:37:17.629087 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-4112899c-ad84-4b78-bccb-1ad1860729c2 admin admin] Notify callbacks [] for router, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:17.630185 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-4112899c-ad84-4b78-bccb-1ad1860729c2 admin admin] 10.222.0.53 "DELETE /v2.0/routers/0d405773-1948-4dca-855d-d40df18011c8 HTTP/1.1" status: 204 len: 168 time: 0.7933645 Jun 21 04:37:17.632672 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 38238) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:37:17.679206 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3128877-4d8e-4172-8a58-c2a127050216 admin admin] Deleting subnet e4b12d5f-5d6b-4f66-905b-3f7b6588acee {{(pid=92783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:37:17.682574 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b3128877-4d8e-4172-8a58-c2a127050216 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:17.724438 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b3128877-4d8e-4172-8a58-c2a127050216 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13430084'] for subnet, precommit_delete_associations {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:17.804014 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b3128877-4d8e-4172-8a58-c2a127050216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611213'] for subnet, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:17.854958 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b3128877-4d8e-4172-8a58-c2a127050216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14170667'] for subnet, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:17.857814 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:17.881779 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3128877-4d8e-4172-8a58-c2a127050216 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4b12d5f-5d6b-4f66-905b-3f7b6588acee,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:17.883710 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b3128877-4d8e-4172-8a58-c2a127050216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for subnet, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:17.886194 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-b3128877-4d8e-4172-8a58-c2a127050216 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e4b12d5f-5d6b-4f66-905b-3f7b6588acee HTTP/1.1" status: 204 len: 168 time: 0.2524734 Jun 21 04:37:17.886994 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-b3128877-4d8e-4172-8a58-c2a127050216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:17.888545 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 38240) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:37:17.888760 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d52810-8d86-47ab-a0c7-8e8223de0d72 None None] Network 5c215afa-1331-4904-a572-888db68faa07 requested from dv-cinder-797170-3-iscsi {{(pid=92784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:37:17.957777 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a8a5f288-71d5-4f25-a306-9f640e01b388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588785'] for network, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:18.009296 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [None req-a8a5f288-71d5-4f25-a306-9f640e01b388 admin admin] Deleting port a869b0a5-7311-4953-b301-b57825614918 {{(pid=92783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:37:18.009551 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a8a5f288-71d5-4f25-a306-9f640e01b388 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:18.069891 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed967e60-4fae-4b61-bbb3-5ad3aa95c177 None None] DHCP port deletion for 5c215afa-1331-4904-a572-888db68faa07 request from dv-cinder-797170-3-iscsi {{(pid=92784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 04:37:18.077535 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.db [None req-a8a5f288-71d5-4f25-a306-9f640e01b388 admin admin] For port a869b0a5-7311-4953-b301-b57825614918, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=a869b0a5-7311-4953-b301-b57825614918,segment=NetworkSegment(d47befb5-d00c-4c03-b325-25c41d4a0e34),segment_id=d47befb5-d00c-4c03-b325-25c41d4a0e34)] {{(pid=92783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:37:18.078129 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a8a5f288-71d5-4f25-a306-9f640e01b388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:18.097874 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device d533ec42-ea85-4aa0-bf2b-411c0ab87e88 no longer exists at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:37:18.119808 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] No Port match for: d533ec42-ea85-4aa0-bf2b-411c0ab87e88 {{(pid=92784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:37:18.120156 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device d533ec42-ea85-4aa0-bf2b-411c0ab87e88 not bound to the agent host dv-cinder-797170-3-iscsi {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:37:18.142031 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-ed967e60-4fae-4b61-bbb3-5ad3aa95c177 None None] Deleting port a869b0a5-7311-4953-b301-b57825614918 {{(pid=92784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:37:18.142442 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-ed967e60-4fae-4b61-bbb3-5ad3aa95c177 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:18.207717 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-ed967e60-4fae-4b61-bbb3-5ad3aa95c177 None None] For port a869b0a5-7311-4953-b301-b57825614918, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=a869b0a5-7311-4953-b301-b57825614918,segment=NetworkSegment(d47befb5-d00c-4c03-b325-25c41d4a0e34),segment_id=d47befb5-d00c-4c03-b325-25c41d4a0e34)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:37:18.208167 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-ed967e60-4fae-4b61-bbb3-5ad3aa95c177 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:18.274325 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-ed967e60-4fae-4b61-bbb3-5ad3aa95c177 None None] Calling delete_port for a869b0a5-7311-4953-b301-b57825614918 owned by network:dhcp {{(pid=92784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:37:18.358137 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-ed967e60-4fae-4b61-bbb3-5ad3aa95c177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998'] for port, after_delete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:18.360514 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-d32f7696-90c7-44ae-8ec8-627ac55e8194 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:18.387981 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed967e60-4fae-4b61-bbb3-5ad3aa95c177 None None] Pushing event deleted for resources: {'Port': ['ID=a869b0a5-7311-4953-b301-b57825614918,revision_number=None']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:18.390960 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-ed967e60-4fae-4b61-bbb3-5ad3aa95c177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:18.391750 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed967e60-4fae-4b61-bbb3-5ad3aa95c177 None None] No DVR routers for this DVR port a869b0a5-7311-4953-b301-b57825614918 on host dv-cinder-797170-3-iscsi {{(pid=92784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:37:18.415618 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [None req-a8a5f288-71d5-4f25-a306-9f640e01b388 admin admin] Calling delete_port for a869b0a5-7311-4953-b301-b57825614918 owned by network:dhcp {{(pid=92783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:37:18.489643 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a8a5f288-71d5-4f25-a306-9f640e01b388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641976'] for port, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:18.492428 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-34524862-3e0e-442e-9e61-5af430f426c5 tempest-TestVolumeBootPattern-353348911 tempest-TestVolumeBootPattern-353348911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:18.520892 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a5f288-71d5-4f25-a306-9f640e01b388 admin admin] Pushing event deleted for resources: {'Port': ['ID=a869b0a5-7311-4953-b301-b57825614918,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:18.523988 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-a8a5f288-71d5-4f25-a306-9f640e01b388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:18.524752 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a5f288-71d5-4f25-a306-9f640e01b388 admin admin] No DVR routers for this DVR port a869b0a5-7311-4953-b301-b57825614918 on host dv-cinder-797170-3-iscsi {{(pid=92783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:37:18.593793 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a8a5f288-71d5-4f25-a306-9f640e01b388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611858', 'neutron.services.segments.db._delete_segments_for_network-8749528986579'] for network, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:18.603849 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.services.segments.db [None req-a8a5f288-71d5-4f25-a306-9f640e01b388 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c215afa-1331-4904-a572-888db68faa07']}} {{(pid=92783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:37:18.613098 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.services.segments.db [None req-a8a5f288-71d5-4f25-a306-9f640e01b388 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd47befb5-d00c-4c03-b325-25c41d4a0e34') {'for_net_delete': True} {{(pid=92783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:37:18.613389 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.services.segments.db [None req-a8a5f288-71d5-4f25-a306-9f640e01b388 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd47befb5-d00c-4c03-b325-25c41d4a0e34') {} {{(pid=92783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:37:18.622275 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a8a5f288-71d5-4f25-a306-9f640e01b388 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749528986408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13430093'] for segment, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:18.638987 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a8a5f288-71d5-4f25-a306-9f640e01b388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607066'] for segment, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:18.644683 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8a5f288-71d5-4f25-a306-9f640e01b388 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=92783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:37:18.645055 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a8a5f288-71d5-4f25-a306-9f640e01b388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12642153'] for segment, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:18.646873 dv-cinder-797170-3-iscsi neutron-server[92783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 04:37:18.646873 dv-cinder-797170-3-iscsi neutron-server[92783]: self.session.flush() Jun 21 04:37:18.646873 dv-cinder-797170-3-iscsi neutron-server[92783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 04:37:18.646873 dv-cinder-797170-3-iscsi neutron-server[92783]: self.session.flush() Jun 21 04:37:18.646873 dv-cinder-797170-3-iscsi neutron-server[92783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 04:37:18.646873 dv-cinder-797170-3-iscsi neutron-server[92783]: self.session.flush() Jun 21 04:37:18.646873 dv-cinder-797170-3-iscsi neutron-server[92783]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 04:37:18.646873 dv-cinder-797170-3-iscsi neutron-server[92783]: self.session.flush() Jun 21 04:37:18.646873 dv-cinder-797170-3-iscsi neutron-server[92783]: Traceback (most recent call last): Jun 21 04:37:18.646873 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:37:18.646873 dv-cinder-797170-3-iscsi neutron-server[92783]: timer() Jun 21 04:37:18.646873 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:37:18.646873 dv-cinder-797170-3-iscsi neutron-server[92783]: cb(*args, **kw) Jun 21 04:37:18.646873 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:37:18.646873 dv-cinder-797170-3-iscsi neutron-server[92783]: return func(*args, **kwargs) Jun 21 04:37:18.646873 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:37:18.646873 dv-cinder-797170-3-iscsi neutron-server[92783]: self._notify() Jun 21 04:37:18.646873 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:37:18.646873 dv-cinder-797170-3-iscsi neutron-server[92783]: self.callback(batched_events) Jun 21 04:37:18.646873 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:37:18.646873 dv-cinder-797170-3-iscsi neutron-server[92783]: event.method(event) Jun 21 04:37:18.646873 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:37:18.646873 dv-cinder-797170-3-iscsi neutron-server[92783]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:37:18.646873 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:37:18.646873 dv-cinder-797170-3-iscsi neutron-server[92783]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:37:18.646873 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:37:18.646873 dv-cinder-797170-3-iscsi neutron-server[92783]: return f(self, *a, **k) Jun 21 04:37:18.646873 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:37:18.646873 dv-cinder-797170-3-iscsi neutron-server[92783]: return self._get(url).json() Jun 21 04:37:18.646873 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:37:18.646873 dv-cinder-797170-3-iscsi neutron-server[92783]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:37:18.646873 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:37:18.646873 dv-cinder-797170-3-iscsi neutron-server[92783]: return self.request(url, 'GET', **kwargs) Jun 21 04:37:18.646873 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:37:18.646873 dv-cinder-797170-3-iscsi neutron-server[92783]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:37:18.646873 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:37:18.646873 dv-cinder-797170-3-iscsi neutron-server[92783]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:37:18.646873 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:37:18.646873 dv-cinder-797170-3-iscsi neutron-server[92783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:37:18.646873 dv-cinder-797170-3-iscsi neutron-server[92783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:37:18.698883 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a8a5f288-71d5-4f25-a306-9f640e01b388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-431616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689787'] for network, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:18.702441 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:18.704834 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-a8a5f288-71d5-4f25-a306-9f640e01b388 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for network, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:18.706620 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-a8a5f288-71d5-4f25-a306-9f640e01b388 admin admin] 10.222.0.53 "DELETE /v2.0/networks/5c215afa-1331-4904-a572-888db68faa07 HTTP/1.1" status: 204 len: 168 time: 0.8170872 Jun 21 04:37:18.717699 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a5f288-71d5-4f25-a306-9f640e01b388 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c215afa-1331-4904-a572-888db68faa07,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:18.719984 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-a8a5f288-71d5-4f25-a306-9f640e01b388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:18.813373 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 38244) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:37:18.851863 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-c7ccd754-8b67-4f7d-8226-0265723bca06 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=371add3dc65f463097e1b4846b0ba580&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372884 Jun 21 04:37:18.855561 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 38246) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:37:18.901410 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-aad73c98-dfd3-4f45-862c-8e0a46fbcfca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:18.922537 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-aad73c98-dfd3-4f45-862c-8e0a46fbcfca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:18.971253 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-aad73c98-dfd3-4f45-862c-8e0a46fbcfca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:18.973852 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-aad73c98-dfd3-4f45-862c-8e0a46fbcfca admin admin] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:18.974992 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-aad73c98-dfd3-4f45-862c-8e0a46fbcfca admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e82584c3-d677-45fd-9a0c-77557c4fc37e HTTP/1.1" status: 204 len: 168 time: 0.1185179 Jun 21 04:37:18.975782 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-6526f16a-ab23-4401-b355-42bd5e3c5500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:18.983754 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad73c98-dfd3-4f45-862c-8e0a46fbcfca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82584c3-d677-45fd-9a0c-77557c4fc37e,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:18.986139 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-aad73c98-dfd3-4f45-862c-8e0a46fbcfca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:19.274995 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 38252) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:37:19.314068 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-5237cf1e-21a3-40f6-a2f8-27c3683338e1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ad96bf23d5644298a58b9a09ef688d3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371947 Jun 21 04:37:19.316276 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 38254) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:37:19.361913 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b5a957af-b828-4375-b064-ac36f259c6e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:19.382118 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b5a957af-b828-4375-b064-ac36f259c6e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:19.430233 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b5a957af-b828-4375-b064-ac36f259c6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:19.433393 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b5a957af-b828-4375-b064-ac36f259c6e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:19.434513 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-b5a957af-b828-4375-b064-ac36f259c6e9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6150f3fe-26c7-4451-a7f5-d351aaa896e4 HTTP/1.1" status: 204 len: 168 time: 0.1173506 Jun 21 04:37:19.435267 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-fde6fa18-70e6-423d-9b0f-347a8d98f815 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:37:19.442455 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a957af-b828-4375-b064-ac36f259c6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6150f3fe-26c7-4451-a7f5-d351aaa896e4,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:37:19.444813 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-b5a957af-b828-4375-b064-ac36f259c6e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:37:19.540498 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 77bee303-e260-444b-85eb-854c34dd990a no longer exists at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:37:19.560674 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] No Port match for: 77bee303-e260-444b-85eb-854c34dd990a {{(pid=92784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:37:19.561033 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 77bee303-e260-444b-85eb-854c34dd990a not bound to the agent host dv-cinder-797170-3-iscsi {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:37:19.561454 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device a869b0a5-7311-4953-b301-b57825614918 no longer exists at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:37:19.579331 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] No Port match for: a869b0a5-7311-4953-b301-b57825614918 {{(pid=92784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:37:19.579693 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device a869b0a5-7311-4953-b301-b57825614918 not bound to the agent host dv-cinder-797170-3-iscsi {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:37:27.479368 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-c3620a6f-b472-4316-a528-bd0cbdde51d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:29.780600 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-bfab11d4-c2a5-41bf-93c0-d1ba3bd8c4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:30.066327 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:31.186845 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-96e1c505-da01-46a8-887c-1f2eb0a4db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:32.644037 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-a8ace0c1-1149-433a-b03a-8a8d050911ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:47.421834 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:52.319240 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.agents_db [None req-2d4e51dd-16b2-4ea0-aa94-70b67a47226d None None] Agent healthcheck: found 6 active agents {{(pid=92785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:37:57.480451 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-2bca280d-6c60-4277-b691-3a5176542c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:37:59.780416 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-ef888eaf-e82e-42f5-952a-e058a28f691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:00.067488 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:01.191649 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-96e1c505-da01-46a8-887c-1f2eb0a4db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:02.650801 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-a8ace0c1-1149-433a-b03a-8a8d050911ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:17.417604 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:17.561989 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 38272) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:38:17.715292 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [None req-9cf79e2e-e2da-42e9-9b76-e2bf8724ffaa tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Deleting port f2eef29f-172b-4877-ab19-1dd801835855 {{(pid=92783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:38:17.715631 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-9cf79e2e-e2da-42e9-9b76-e2bf8724ffaa tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:17.799039 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-9cf79e2e-e2da-42e9-9b76-e2bf8724ffaa tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:17.799363 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-9cf79e2e-e2da-42e9-9b76-e2bf8724ffaa tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:17.862572 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [None req-9cf79e2e-e2da-42e9-9b76-e2bf8724ffaa tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Calling delete_port for f2eef29f-172b-4877-ab19-1dd801835855 owned by network:floatingip {{(pid=92783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:38:18.004958 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-9cf79e2e-e2da-42e9-9b76-e2bf8724ffaa tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641976'] for port, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:18.007051 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-600a0c8b-6ec1-4100-97c9-3af218402729 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:38:18.033225 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf79e2e-e2da-42e9-9b76-e2bf8724ffaa tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Pushing event deleted for resources: {'Port': ['ID=f2eef29f-172b-4877-ab19-1dd801835855,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:38:18.061046 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf79e2e-e2da-42e9-9b76-e2bf8724ffaa tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:38:18.061435 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf79e2e-e2da-42e9-9b76-e2bf8724ffaa tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:38:18.061815 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf79e2e-e2da-42e9-9b76-e2bf8724ffaa tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:38:18.062190 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf79e2e-e2da-42e9-9b76-e2bf8724ffaa tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:38:18.062582 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf79e2e-e2da-42e9-9b76-e2bf8724ffaa tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:38:18.062954 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf79e2e-e2da-42e9-9b76-e2bf8724ffaa tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:38:18.063322 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf79e2e-e2da-42e9-9b76-e2bf8724ffaa tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:38:18.063687 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf79e2e-e2da-42e9-9b76-e2bf8724ffaa tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:38:18.064053 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf79e2e-e2da-42e9-9b76-e2bf8724ffaa tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:38:18.064416 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf79e2e-e2da-42e9-9b76-e2bf8724ffaa tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:38:18.064777 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf79e2e-e2da-42e9-9b76-e2bf8724ffaa tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:38:18.065142 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf79e2e-e2da-42e9-9b76-e2bf8724ffaa tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:38:18.069359 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-9cf79e2e-e2da-42e9-9b76-e2bf8724ffaa tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:38:18.108046 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-9cf79e2e-e2da-42e9-9b76-e2bf8724ffaa tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify callbacks [] for floatingip, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:18.108377 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.db.l3_db [None req-9cf79e2e-e2da-42e9-9b76-e2bf8724ffaa tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Floating IP e305d9d7-33db-4ae4-873d-bfd5ed8f5209 disassociated (deleted). External IP: 172.27.3.241, port: 461a3461-ebe9-421c-aef4-82aa48c01d9a. Jun 21 04:38:18.312527 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf79e2e-e2da-42e9-9b76-e2bf8724ffaa tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Router e056c4ee-bc6e-4b43-8334-21d0e6436e87 has already been hosted by L3 agent 24838221-9d49-44eb-9e47-6a2fc9da17a2 {{(pid=92783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:38:18.416368 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf79e2e-e2da-42e9-9b76-e2bf8724ffaa tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify agent at l3_agent.dv-cinder-797170-3-iscsi the message routers_updated {{(pid=92783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:38:18.421241 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-9cf79e2e-e2da-42e9-9b76-e2bf8724ffaa tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for floatingip, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:18.426023 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5859558-f73d-442e-84da-d6dd5e300825 None None] Sync routers for ids ['e056c4ee-bc6e-4b43-8334-21d0e6436e87'] in dv-cinder-797170-3-iscsi {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:38:18.435345 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5859558-f73d-442e-84da-d6dd5e300825 None None] Routers {'e056c4ee-bc6e-4b43-8334-21d0e6436e87'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:38:18.435966 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-c5859558-f73d-442e-84da-d6dd5e300825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:38:00Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['e056c4ee-bc6e-4b43-8334-21d0e6436e87'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:38:18.459644 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-9cf79e2e-e2da-42e9-9b76-e2bf8724ffaa tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "DELETE /v2.0/floatingips/e305d9d7-33db-4ae4-873d-bfd5ed8f5209 HTTP/1.1" status: 204 len: 168 time: 0.8966122 Jun 21 04:38:18.460424 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d295d0-0c1f-488d-ac84-533fd03a45fe', 'tag': '461a3461-ebe9-421c-aef4-82aa48c01d9a'}] {{(pid=92783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:38:18.463424 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fda3b7b704fc347e73998d8dc34ef34ca3ad6aa16a3a5c6f92a4a64020d363b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a44072-bfd8-46a5-83c8-ff260fd5c47f" -d '{"events": [{"name": "network-changed", "server_uuid": "67d295d0-0c1f-488d-ac84-533fd03a45fe", "tag": "461a3461-ebe9-421c-aef4-82aa48c01d9a"}]}' {{(pid=92783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:38:18.507544 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 04:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30faa863-e68c-41bf-89e1-21d21acaf48c x-openstack-request-id: req-30faa863-e68c-41bf-89e1-21d21acaf48c {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:38:18.507934 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67d295d0-0c1f-488d-ac84-533fd03a45fe", "tag": "461a3461-ebe9-421c-aef4-82aa48c01d9a", "status": "completed", "code": 200}]} {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:38:18.508240 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-30faa863-e68c-41bf-89e1-21d21acaf48c {{(pid=92783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:38:18.508698 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67d295d0-0c1f-488d-ac84-533fd03a45fe', 'tag': '461a3461-ebe9-421c-aef4-82aa48c01d9a', 'status': 'completed', 'code': 200} Jun 21 04:38:18.543750 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-c5859558-f73d-442e-84da-d6dd5e300825 None None] Set router e056c4ee-bc6e-4b43-8334-21d0e6436e87 gateway port host: dv-cinder-797170-3-iscsi {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:38:18.585298 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a44072-bfd8-46a5-83c8-ff260fd5c47f req-4f3452c4-d21a-4f89-b3b4-dc425d779add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:38:18.586825 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-66a44072-bfd8-46a5-83c8-ff260fd5c47f req-4f3452c4-d21a-4f89-b3b4-dc425d779add service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5984621e8c634a5faafc7bffba674491&device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe HTTP/1.1" status: 200 len: 1098 time: 0.0535300 Jun 21 04:38:18.692801 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a44072-bfd8-46a5-83c8-ff260fd5c47f req-2e9bec1e-5c24-4aec-90c8-6fe914d744e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:38:18.694414 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-66a44072-bfd8-46a5-83c8-ff260fd5c47f req-2e9bec1e-5c24-4aec-90c8-6fe914d744e8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0316c735-cdaa-4548-b14e-eee4ef4396d6 HTTP/1.1" status: 200 len: 910 time: 0.1010077 Jun 21 04:38:18.741715 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-66a44072-bfd8-46a5-83c8-ff260fd5c47f req-230f02ad-150d-469f-b475-75d154cd55b1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=461a3461-ebe9-421c-aef4-82aa48c01d9a HTTP/1.1" status: 200 len: 217 time: 0.0395777 Jun 21 04:38:18.760568 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-c5859558-f73d-442e-84da-d6dd5e300825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e056c4ee-bc6e-4b43-8334-21d0e6436e87', 'name': 'tempest-TestShelveInstance-1720327024-router', 'tenant_id': '5984621e8c634a5faafc7bffba674491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:53Z', 'updated_at': '2021-06-21T04:33:55Z', 'revision_number': 4, 'project_id': '5984621e8c634a5faafc7bffba674491', 'gw_port': {'id': '0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:01:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e056c4ee-bc6e-4b43-8334-21d0e6436e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:53Z', 'updated_at': '2021-06-21T04:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': 'e61c8eaa-3d68-4e7d-96e2-e59c365cfcba', 'name': '', 'network_id': '0316c735-cdaa-4548-b14e-eee4ef4396d6', 'tenant_id': '5984621e8c634a5faafc7bffba674491', 'mac_address': 'fa:16:3e:52:ea:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e056c4ee-bc6e-4b43-8334-21d0e6436e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '21b4d01a-b402-480f-93d4-f5393eb539d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:55Z', 'updated_at': '2021-06-21T04:34:00Z', 'revision_number': 5, 'project_id': '5984621e8c634a5faafc7bffba674491', 'subnets': [{'id': '21b4d01a-b402-480f-93d4-f5393eb539d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:38:18.793011 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5859558-f73d-442e-84da-d6dd5e300825 None None] Checking router: e056c4ee-bc6e-4b43-8334-21d0e6436e87 for host: dv-cinder-797170-3-iscsi {{(pid=92784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:38:18.801996 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5859558-f73d-442e-84da-d6dd5e300825 None None] Routers {'e056c4ee-bc6e-4b43-8334-21d0e6436e87'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:38:18.802951 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-c5859558-f73d-442e-84da-d6dd5e300825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:38:00Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['e056c4ee-bc6e-4b43-8334-21d0e6436e87'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:38:18.806594 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a44072-bfd8-46a5-83c8-ff260fd5c47f req-7e0bad59-d812-4fb4-8c34-f6f4cb48aa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:38:18.808046 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-66a44072-bfd8-46a5-83c8-ff260fd5c47f req-7e0bad59-d812-4fb4-8c34-f6f4cb48aa98 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=21b4d01a-b402-480f-93d4-f5393eb539d9 HTTP/1.1" status: 200 len: 848 time: 0.0597534 Jun 21 04:38:18.847750 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab606ad-80bf-4915-9616-116ddfe906f0 req-d077afb1-5a9b-46bc-bd67-e6ee8e7705cb tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:38:18.849213 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-dab606ad-80bf-4915-9616-116ddfe906f0 req-d077afb1-5a9b-46bc-bd67-e6ee8e7705cb tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/ports?device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe HTTP/1.1" status: 200 len: 945 time: 0.0732584 Jun 21 04:38:18.869649 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a44072-bfd8-46a5-83c8-ff260fd5c47f req-73cfeeaa-9ef4-4e1e-8247-43749cce995c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:38:18.871160 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-66a44072-bfd8-46a5-83c8-ff260fd5c47f req-73cfeeaa-9ef4-4e1e-8247-43749cce995c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0316c735-cdaa-4548-b14e-eee4ef4396d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0559928 Jun 21 04:38:18.888231 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-dab606ad-80bf-4915-9616-116ddfe906f0 req-31acbe41-6d69-4253-8dec-73fd39b2937a tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bfd3839-43e9-4037-b93e-3e390fe2c7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321319 Jun 21 04:38:18.908677 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-c5859558-f73d-442e-84da-d6dd5e300825 None None] Set router e056c4ee-bc6e-4b43-8334-21d0e6436e87 gateway port host: dv-cinder-797170-3-iscsi {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:38:18.961691 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-66a44072-bfd8-46a5-83c8-ff260fd5c47f req-4f6ea3e3-5f5b-4a67-a8fe-7652ba194ffa service neutron] 10.222.0.55 "GET /v2.0/networks/0316c735-cdaa-4548-b14e-eee4ef4396d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824597 Jun 21 04:38:19.054973 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-66a44072-bfd8-46a5-83c8-ff260fd5c47f req-a10c0a19-55eb-41f6-8731-c3a5f6cbd9b9 service neutron] 10.222.0.55 "GET /v2.0/networks/0316c735-cdaa-4548-b14e-eee4ef4396d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853562 Jun 21 04:38:19.102474 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-c5859558-f73d-442e-84da-d6dd5e300825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e056c4ee-bc6e-4b43-8334-21d0e6436e87', 'name': 'tempest-TestShelveInstance-1720327024-router', 'tenant_id': '5984621e8c634a5faafc7bffba674491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:53Z', 'updated_at': '2021-06-21T04:33:55Z', 'revision_number': 4, 'project_id': '5984621e8c634a5faafc7bffba674491', 'gw_port': {'id': '0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:01:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e056c4ee-bc6e-4b43-8334-21d0e6436e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:53Z', 'updated_at': '2021-06-21T04:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': 'e61c8eaa-3d68-4e7d-96e2-e59c365cfcba', 'name': '', 'network_id': '0316c735-cdaa-4548-b14e-eee4ef4396d6', 'tenant_id': '5984621e8c634a5faafc7bffba674491', 'mac_address': 'fa:16:3e:52:ea:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e056c4ee-bc6e-4b43-8334-21d0e6436e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '21b4d01a-b402-480f-93d4-f5393eb539d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:55Z', 'updated_at': '2021-06-21T04:34:00Z', 'revision_number': 5, 'project_id': '5984621e8c634a5faafc7bffba674491', 'subnets': [{'id': '21b4d01a-b402-480f-93d4-f5393eb539d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:38:19.127191 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5859558-f73d-442e-84da-d6dd5e300825 None None] The sync data for ids ['e056c4ee-bc6e-4b43-8334-21d0e6436e87'] in dv-cinder-797170-3-iscsi is: [{'id': 'e056c4ee-bc6e-4b43-8334-21d0e6436e87', 'name': 'tempest-TestShelveInstance-1720327024-router', 'tenant_id': '5984621e8c634a5faafc7bffba674491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:53Z', 'updated_at': '2021-06-21T04:33:55Z', 'revision_number': 4, 'project_id': '5984621e8c634a5faafc7bffba674491', 'gw_port': {'id': '0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:01:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e056c4ee-bc6e-4b43-8334-21d0e6436e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:53Z', 'updated_at': '2021-06-21T04:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi', '_interfaces': [{'id': 'e61c8eaa-3d68-4e7d-96e2-e59c365cfcba', 'name': '', 'network_id': '0316c735-cdaa-4548-b14e-eee4ef4396d6', 'tenant_id': '5984621e8c634a5faafc7bffba674491', 'mac_address': 'fa:16:3e:52:ea:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e056c4ee-bc6e-4b43-8334-21d0e6436e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '21b4d01a-b402-480f-93d4-f5393eb539d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:55Z', 'updated_at': '2021-06-21T04:34:00Z', 'revision_number': 5, 'project_id': '5984621e8c634a5faafc7bffba674491', 'subnets': [{'id': '21b4d01a-b402-480f-93d4-f5393eb539d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:38:19.323324 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41271c2c-aaca-4590-be22-f51ba01bda8f None None] New status for floating IP e305d9d7-33db-4ae4-873d-bfd5ed8f5209: DOWN {{(pid=92785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 04:38:20.074521 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e01e81-2578-4d3b-9f87-18da8b2e642c req-e31878c8-59b3-49d6-b1a2-7ca229c3c665 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:38:20.075936 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-28e01e81-2578-4d3b-9f87-18da8b2e642c req-e31878c8-59b3-49d6-b1a2-7ca229c3c665 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/ports?device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe HTTP/1.1" status: 200 len: 945 time: 0.0613916 Jun 21 04:38:20.111683 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-28e01e81-2578-4d3b-9f87-18da8b2e642c req-2506e49b-c764-4d45-b6b6-fffca0e7c323 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bfd3839-43e9-4037-b93e-3e390fe2c7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302596 Jun 21 04:38:20.278840 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc691fc-b822-4997-a5c5-78ee0381158a req-55591961-dac9-459c-aa11-bac690db6ac6 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 04:38:20.280245 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-afc691fc-b822-4997-a5c5-78ee0381158a req-55591961-dac9-459c-aa11-bac690db6ac6 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.55 "GET /v2.0/ports?device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe HTTP/1.1" status: 200 len: 945 time: 0.0618415 Jun 21 04:38:20.379525 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [req-afc691fc-b822-4997-a5c5-78ee0381158a req-b05206d8-196b-4ab4-9f0e-69976158b10f tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Deleting port 461a3461-ebe9-421c-aef4-82aa48c01d9a {{(pid=92783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:38:20.379863 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-afc691fc-b822-4997-a5c5-78ee0381158a req-b05206d8-196b-4ab4-9f0e-69976158b10f tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:20.465062 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.db [req-afc691fc-b822-4997-a5c5-78ee0381158a req-b05206d8-196b-4ab4-9f0e-69976158b10f tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] For port 461a3461-ebe9-421c-aef4-82aa48c01d9a, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=461a3461-ebe9-421c-aef4-82aa48c01d9a,segment=NetworkSegment(3f8f9796-b62c-40ed-9572-55111bd51848),segment_id=3f8f9796-b62c-40ed-9572-55111bd51848)] {{(pid=92783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:38:20.465413 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-afc691fc-b822-4997-a5c5-78ee0381158a req-b05206d8-196b-4ab4-9f0e-69976158b10f tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:20.530847 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [req-afc691fc-b822-4997-a5c5-78ee0381158a req-b05206d8-196b-4ab4-9f0e-69976158b10f tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Calling delete_port for 461a3461-ebe9-421c-aef4-82aa48c01d9a owned by compute:nova {{(pid=92783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:38:20.653296 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-afc691fc-b822-4997-a5c5-78ee0381158a req-b05206d8-196b-4ab4-9f0e-69976158b10f tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641976'] for port, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:20.657380 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-fcd65387-d8cb-4ee0-93d8-fbbb48b4a8fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:38:20.688981 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05206d8-196b-4ab4-9f0e-69976158b10f tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Pushing event deleted for resources: {'Port': ['ID=461a3461-ebe9-421c-aef4-82aa48c01d9a,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:38:20.695694 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-b05206d8-196b-4ab4-9f0e-69976158b10f tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:38:20.730702 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc691fc-b822-4997-a5c5-78ee0381158a req-b05206d8-196b-4ab4-9f0e-69976158b10f tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] No DVR routers for this DVR port 461a3461-ebe9-421c-aef4-82aa48c01d9a on host hv-cinder-79717 {{(pid=92783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:38:20.733097 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [req-afc691fc-b822-4997-a5c5-78ee0381158a req-b05206d8-196b-4ab4-9f0e-69976158b10f tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-53633'] for port, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:20.735060 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [req-afc691fc-b822-4997-a5c5-78ee0381158a req-b05206d8-196b-4ab4-9f0e-69976158b10f tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.55 "DELETE /v2.0/ports/461a3461-ebe9-421c-aef4-82aa48c01d9a HTTP/1.1" status: 204 len: 173 time: 0.4491997 Jun 21 04:38:20.735567 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d295d0-0c1f-488d-ac84-533fd03a45fe', 'name': 'network-vif-deleted', 'tag': '461a3461-ebe9-421c-aef4-82aa48c01d9a'}] {{(pid=92783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 04:38:20.737850 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fda3b7b704fc347e73998d8dc34ef34ca3ad6aa16a3a5c6f92a4a64020d363b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc99f4ac-3c22-46a2-9535-c5c23b8ba080" -d '{"events": [{"server_uuid": "67d295d0-0c1f-488d-ac84-533fd03a45fe", "name": "network-vif-deleted", "tag": "461a3461-ebe9-421c-aef4-82aa48c01d9a"}]}' {{(pid=92783) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 04:38:20.798971 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 04:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8f2ff1-6814-4be1-b1bb-4373ba644eb1 x-openstack-request-id: req-7b8f2ff1-6814-4be1-b1bb-4373ba644eb1 {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 04:38:20.799304 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d295d0-0c1f-488d-ac84-533fd03a45fe", "name": "network-vif-deleted", "tag": "461a3461-ebe9-421c-aef4-82aa48c01d9a", "status": "completed", "code": 200}]} {{(pid=92783) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 04:38:20.799604 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7b8f2ff1-6814-4be1-b1bb-4373ba644eb1 {{(pid=92783) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 04:38:20.800071 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d295d0-0c1f-488d-ac84-533fd03a45fe', 'name': 'network-vif-deleted', 'tag': '461a3461-ebe9-421c-aef4-82aa48c01d9a', 'status': 'completed', 'code': 200} Jun 21 04:38:21.275344 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [req-baf72338-bc88-4b1e-9c7d-d46a86f6063f req-9cb73e10-a5da-43b4-a985-9b3c7def79d4 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "GET /v2.0/ports?device_id=67d295d0-0c1f-488d-ac84-533fd03a45fe HTTP/1.1" status: 200 len: 210 time: 0.0329828 Jun 21 04:38:22.366102 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 38304) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:38:22.425007 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-c2b856bc-2e57-4c3d-a151-2db4f08f1bf4 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify callbacks [] for security_group, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:22.449087 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-c2b856bc-2e57-4c3d-a151-2db4f08f1bf4 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:22.513391 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-c2b856bc-2e57-4c3d-a151-2db4f08f1bf4 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:22.515958 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-c2b856bc-2e57-4c3d-a151-2db4f08f1bf4 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Notify callbacks [] for security_group, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:22.517095 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-c2b856bc-2e57-4c3d-a151-2db4f08f1bf4 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] 10.222.0.53 "DELETE /v2.0/security-groups/3bfd3839-43e9-4037-b93e-3e390fe2c7d9 HTTP/1.1" status: 204 len: 168 time: 0.1499977 Jun 21 04:38:22.517896 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-6a9253d8-e3ce-4a78-ba9e-444be62c3b93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:38:22.527142 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b856bc-2e57-4c3d-a151-2db4f08f1bf4 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bfd3839-43e9-4037-b93e-3e390fe2c7d9,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:38:22.529400 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-c2b856bc-2e57-4c3d-a151-2db4f08f1bf4 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:38:22.565004 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 38308) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:38:22.896688 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b4a8ed9c-0a7d-4e3d-862c-36a7370c132f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654004'] for router_interface, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:23.141105 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [None req-b4a8ed9c-0a7d-4e3d-862c-36a7370c132f admin admin] Deleting port e61c8eaa-3d68-4e7d-96e2-e59c365cfcba {{(pid=92783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:38:23.141445 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b4a8ed9c-0a7d-4e3d-862c-36a7370c132f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:23.220885 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.db [None req-b4a8ed9c-0a7d-4e3d-862c-36a7370c132f admin admin] For port e61c8eaa-3d68-4e7d-96e2-e59c365cfcba, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=e61c8eaa-3d68-4e7d-96e2-e59c365cfcba,segment=NetworkSegment(3f8f9796-b62c-40ed-9572-55111bd51848),segment_id=3f8f9796-b62c-40ed-9572-55111bd51848)] {{(pid=92783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:38:23.221154 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b4a8ed9c-0a7d-4e3d-862c-36a7370c132f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:23.284894 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [None req-b4a8ed9c-0a7d-4e3d-862c-36a7370c132f admin admin] Calling delete_port for e61c8eaa-3d68-4e7d-96e2-e59c365cfcba owned by network:router_interface {{(pid=92783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:38:23.461977 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b4a8ed9c-0a7d-4e3d-862c-36a7370c132f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641976'] for port, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:23.464708 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-0b37567b-7197-41e1-ba92-21f71b4a0f0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:38:23.492523 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a8ed9c-0a7d-4e3d-862c-36a7370c132f admin admin] Pushing event deleted for resources: {'Port': ['ID=e61c8eaa-3d68-4e7d-96e2-e59c365cfcba,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:38:23.497186 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-b4a8ed9c-0a7d-4e3d-862c-36a7370c132f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:38:23.664548 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b4a8ed9c-0a7d-4e3d-862c-36a7370c132f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1773170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653832'] for router_interface, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:24.121153 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4a8ed9c-0a7d-4e3d-862c-36a7370c132f admin admin] Router e056c4ee-bc6e-4b43-8334-21d0e6436e87 has already been hosted by L3 agent 24838221-9d49-44eb-9e47-6a2fc9da17a2 {{(pid=92783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:38:24.226932 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a8ed9c-0a7d-4e3d-862c-36a7370c132f admin admin] Notify agent at l3_agent.dv-cinder-797170-3-iscsi the message routers_updated {{(pid=92783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:38:24.233299 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-b4a8ed9c-0a7d-4e3d-862c-36a7370c132f admin admin] 10.222.0.53 "PUT /v2.0/routers/e056c4ee-bc6e-4b43-8334-21d0e6436e87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6668813 Jun 21 04:38:24.234990 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 38310) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:38:24.235859 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24ab50d-eb13-45dd-b5e0-4fac53da09ac None None] Sync routers for ids ['e056c4ee-bc6e-4b43-8334-21d0e6436e87'] in dv-cinder-797170-3-iscsi {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:38:24.245354 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24ab50d-eb13-45dd-b5e0-4fac53da09ac None None] Routers {'e056c4ee-bc6e-4b43-8334-21d0e6436e87'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:38:24.245969 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-e24ab50d-eb13-45dd-b5e0-4fac53da09ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:38:00Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['e056c4ee-bc6e-4b43-8334-21d0e6436e87'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:38:24.334660 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-0c24e5a3-90c0-45ce-920d-0b3914b235c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:24.347474 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-e24ab50d-eb13-45dd-b5e0-4fac53da09ac None None] Set router e056c4ee-bc6e-4b43-8334-21d0e6436e87 gateway port host: dv-cinder-797170-3-iscsi {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:38:24.483706 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 461a3461-ebe9-421c-aef4-82aa48c01d9a no longer exists at agent hyperv_hv-cinder-79717 {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:38:24.507255 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] No Port match for: 461a3461-ebe9-421c-aef4-82aa48c01d9a {{(pid=92784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:38:24.507614 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Device 461a3461-ebe9-421c-aef4-82aa48c01d9a not bound to the agent host hv-cinder-79717 {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:38:24.553292 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-e24ab50d-eb13-45dd-b5e0-4fac53da09ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e056c4ee-bc6e-4b43-8334-21d0e6436e87', 'name': 'tempest-TestShelveInstance-1720327024-router', 'tenant_id': '5984621e8c634a5faafc7bffba674491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:53Z', 'updated_at': '2021-06-21T04:38:23Z', 'revision_number': 5, 'project_id': '5984621e8c634a5faafc7bffba674491', 'gw_port': {'id': '0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:01:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e056c4ee-bc6e-4b43-8334-21d0e6436e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:53Z', 'updated_at': '2021-06-21T04:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi'}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:38:24.579811 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24ab50d-eb13-45dd-b5e0-4fac53da09ac None None] Checking router: e056c4ee-bc6e-4b43-8334-21d0e6436e87 for host: dv-cinder-797170-3-iscsi {{(pid=92784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:38:24.588568 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24ab50d-eb13-45dd-b5e0-4fac53da09ac None None] Routers {'e056c4ee-bc6e-4b43-8334-21d0e6436e87'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:38:24.589185 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-e24ab50d-eb13-45dd-b5e0-4fac53da09ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:38:00Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['e056c4ee-bc6e-4b43-8334-21d0e6436e87'], 'active': True} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:38:24.692561 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvr_db [None req-e24ab50d-eb13-45dd-b5e0-4fac53da09ac None None] Set router e056c4ee-bc6e-4b43-8334-21d0e6436e87 gateway port host: dv-cinder-797170-3-iscsi {{(pid=92784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:38:24.731518 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-0c24e5a3-90c0-45ce-920d-0b3914b235c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:24.782125 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.plugin [None req-0c24e5a3-90c0-45ce-920d-0b3914b235c5 admin admin] Deleting port 0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6 {{(pid=92782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:38:24.782357 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-0c24e5a3-90c0-45ce-920d-0b3914b235c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:24.859794 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.db [None req-0c24e5a3-90c0-45ce-920d-0b3914b235c5 admin admin] For port 0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6,segment=NetworkSegment(e399e9b6-8ae1-4c2d-bd11-625228d4b590),segment_id=e399e9b6-8ae1-4c2d-bd11-625228d4b590)] {{(pid=92782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:38:24.860147 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-0c24e5a3-90c0-45ce-920d-0b3914b235c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:24.866457 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_hamode_db [None req-e24ab50d-eb13-45dd-b5e0-4fac53da09ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e056c4ee-bc6e-4b43-8334-21d0e6436e87', 'name': 'tempest-TestShelveInstance-1720327024-router', 'tenant_id': '5984621e8c634a5faafc7bffba674491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:53Z', 'updated_at': '2021-06-21T04:38:23Z', 'revision_number': 5, 'project_id': '5984621e8c634a5faafc7bffba674491', 'gw_port': {'id': '0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:01:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e056c4ee-bc6e-4b43-8334-21d0e6436e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:53Z', 'updated_at': '2021-06-21T04:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi'}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:38:24.891280 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24ab50d-eb13-45dd-b5e0-4fac53da09ac None None] The sync data for ids ['e056c4ee-bc6e-4b43-8334-21d0e6436e87'] in dv-cinder-797170-3-iscsi is: [{'id': 'e056c4ee-bc6e-4b43-8334-21d0e6436e87', 'name': 'tempest-TestShelveInstance-1720327024-router', 'tenant_id': '5984621e8c634a5faafc7bffba674491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:53Z', 'updated_at': '2021-06-21T04:38:23Z', 'revision_number': 5, 'project_id': '5984621e8c634a5faafc7bffba674491', 'gw_port': {'id': '0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:01:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e056c4ee-bc6e-4b43-8334-21d0e6436e87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:53Z', 'updated_at': '2021-06-21T04:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi'}] {{(pid=92784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:38:24.925283 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.plugin [None req-0c24e5a3-90c0-45ce-920d-0b3914b235c5 admin admin] Calling delete_port for 0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6 owned by network:router_gateway {{(pid=92782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:38:25.084955 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-0c24e5a3-90c0-45ce-920d-0b3914b235c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14133696'] for port, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:25.086832 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-70ff98c0-1838-423d-b106-a25b6ac2b940 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:38:25.109767 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c24e5a3-90c0-45ce-920d-0b3914b235c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:38:25.140989 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c24e5a3-90c0-45ce-920d-0b3914b235c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:38:25.141365 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c24e5a3-90c0-45ce-920d-0b3914b235c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:38:25.141734 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c24e5a3-90c0-45ce-920d-0b3914b235c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:38:25.142098 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c24e5a3-90c0-45ce-920d-0b3914b235c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:38:25.142490 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c24e5a3-90c0-45ce-920d-0b3914b235c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:38:25.142849 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c24e5a3-90c0-45ce-920d-0b3914b235c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:38:25.143203 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c24e5a3-90c0-45ce-920d-0b3914b235c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:38:25.143557 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c24e5a3-90c0-45ce-920d-0b3914b235c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:38:25.143908 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c24e5a3-90c0-45ce-920d-0b3914b235c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:38:25.144262 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c24e5a3-90c0-45ce-920d-0b3914b235c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:38:25.144610 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c24e5a3-90c0-45ce-920d-0b3914b235c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:38:25.144954 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c24e5a3-90c0-45ce-920d-0b3914b235c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:38:25.148463 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-0c24e5a3-90c0-45ce-920d-0b3914b235c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:38:25.182598 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-0c24e5a3-90c0-45ce-920d-0b3914b235c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689700'] for router_gateway, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:25.271615 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-0c24e5a3-90c0-45ce-920d-0b3914b235c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1652090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1072'] for router, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:25.273884 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-0c24e5a3-90c0-45ce-920d-0b3914b235c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:25.316135 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-0c24e5a3-90c0-45ce-920d-0b3914b235c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1652779'] for router, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:25.316770 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c24e5a3-90c0-45ce-920d-0b3914b235c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e056c4ee-bc6e-4b43-8334-21d0e6436e87 {{(pid=92782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 04:38:25.320998 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-0c24e5a3-90c0-45ce-920d-0b3914b235c5 admin admin] Notify callbacks [] for router, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:25.322121 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-0c24e5a3-90c0-45ce-920d-0b3914b235c5 admin admin] 10.222.0.53 "DELETE /v2.0/routers/e056c4ee-bc6e-4b43-8334-21d0e6436e87 HTTP/1.1" status: 204 len: 168 time: 1.0861599 Jun 21 04:38:25.325370 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 38312) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:38:25.371208 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8a5bbcf-c8e6-4956-9ce1-0286678a8c91 admin admin] Deleting subnet 21b4d01a-b402-480f-93d4-f5393eb539d9 {{(pid=92783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:38:25.374445 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b8a5bbcf-c8e6-4956-9ce1-0286678a8c91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:25.408234 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b8a5bbcf-c8e6-4956-9ce1-0286678a8c91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13430084'] for subnet, precommit_delete_associations {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:25.491583 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b8a5bbcf-c8e6-4956-9ce1-0286678a8c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611213'] for subnet, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:25.550884 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b8a5bbcf-c8e6-4956-9ce1-0286678a8c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12641986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14170667'] for subnet, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:25.552981 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:38:25.575713 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a5bbcf-c8e6-4956-9ce1-0286678a8c91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21b4d01a-b402-480f-93d4-f5393eb539d9,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:38:25.578665 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-b8a5bbcf-c8e6-4956-9ce1-0286678a8c91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:38:25.579616 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-b8a5bbcf-c8e6-4956-9ce1-0286678a8c91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for subnet, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:25.583549 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-b8a5bbcf-c8e6-4956-9ce1-0286678a8c91 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/21b4d01a-b402-480f-93d4-f5393eb539d9 HTTP/1.1" status: 204 len: 168 time: 0.2550473 Jun 21 04:38:25.583812 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [-] (92783) accepted ('10.222.0.53', 38314) {{(pid=92783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:38:25.584669 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc537f56-2ef1-41c5-aeee-9923288c6a0f None None] Network 0316c735-cdaa-4548-b14e-eee4ef4396d6 requested from dv-cinder-797170-3-iscsi {{(pid=92784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:38:25.653699 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-62cf4d94-f228-4ffb-bd72-2a06011975bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588785'] for network, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:25.707067 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [None req-62cf4d94-f228-4ffb-bd72-2a06011975bf admin admin] Deleting port 58c0fe06-7c77-466b-b7ef-8f6429f9715d {{(pid=92783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:38:25.707409 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-62cf4d94-f228-4ffb-bd72-2a06011975bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:25.772510 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.db [None req-62cf4d94-f228-4ffb-bd72-2a06011975bf admin admin] For port 58c0fe06-7c77-466b-b7ef-8f6429f9715d, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=58c0fe06-7c77-466b-b7ef-8f6429f9715d,segment=NetworkSegment(3f8f9796-b62c-40ed-9572-55111bd51848),segment_id=3f8f9796-b62c-40ed-9572-55111bd51848)] {{(pid=92783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:38:25.772849 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-62cf4d94-f228-4ffb-bd72-2a06011975bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:25.838681 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.plugin [None req-62cf4d94-f228-4ffb-bd72-2a06011975bf admin admin] Calling delete_port for 58c0fe06-7c77-466b-b7ef-8f6429f9715d owned by network:dhcp {{(pid=92783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:38:25.911329 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a502c0-d524-4553-a669-3033e4f3de57 None None] DHCP port deletion for 0316c735-cdaa-4548-b14e-eee4ef4396d6 request from dv-cinder-797170-3-iscsi {{(pid=92784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 04:38:25.921802 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-62cf4d94-f228-4ffb-bd72-2a06011975bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12641976'] for port, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:25.924668 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-c4df2bb5-43a9-43ab-a484-9239134e2aca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:38:25.942015 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device e61c8eaa-3d68-4e7d-96e2-e59c365cfcba no longer exists at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:38:25.943888 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-49a502c0-d524-4553-a669-3033e4f3de57 None None] The port '58c0fe06-7c77-466b-b7ef-8f6429f9715d' was deleted {{(pid=92784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1929}} Jun 21 04:38:25.954045 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cf4d94-f228-4ffb-bd72-2a06011975bf admin admin] Pushing event deleted for resources: {'Port': ['ID=58c0fe06-7c77-466b-b7ef-8f6429f9715d,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:38:25.957122 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-62cf4d94-f228-4ffb-bd72-2a06011975bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:38:25.957885 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cf4d94-f228-4ffb-bd72-2a06011975bf admin admin] No DVR routers for this DVR port 58c0fe06-7c77-466b-b7ef-8f6429f9715d on host dv-cinder-797170-3-iscsi {{(pid=92783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:38:25.967665 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] No Port match for: e61c8eaa-3d68-4e7d-96e2-e59c365cfcba {{(pid=92784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:38:25.968028 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device e61c8eaa-3d68-4e7d-96e2-e59c365cfcba not bound to the agent host dv-cinder-797170-3-iscsi {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:38:26.025478 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-62cf4d94-f228-4ffb-bd72-2a06011975bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611858', 'neutron.services.segments.db._delete_segments_for_network-8749528986579'] for network, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:26.035147 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.services.segments.db [None req-62cf4d94-f228-4ffb-bd72-2a06011975bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0316c735-cdaa-4548-b14e-eee4ef4396d6']}} {{(pid=92783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:38:26.045362 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.services.segments.db [None req-62cf4d94-f228-4ffb-bd72-2a06011975bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f8f9796-b62c-40ed-9572-55111bd51848') {'for_net_delete': True} {{(pid=92783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:38:26.045652 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.services.segments.db [None req-62cf4d94-f228-4ffb-bd72-2a06011975bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f8f9796-b62c-40ed-9572-55111bd51848') {} {{(pid=92783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:38:26.054028 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-62cf4d94-f228-4ffb-bd72-2a06011975bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749528986408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13430093'] for segment, before_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:26.067790 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-62cf4d94-f228-4ffb-bd72-2a06011975bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607066'] for segment, precommit_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:26.073577 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62cf4d94-f228-4ffb-bd72-2a06011975bf admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=92783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:38:26.073949 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-62cf4d94-f228-4ffb-bd72-2a06011975bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12642153'] for segment, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:26.075749 dv-cinder-797170-3-iscsi neutron-server[92783]: Traceback (most recent call last): Jun 21 04:38:26.075749 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:38:26.075749 dv-cinder-797170-3-iscsi neutron-server[92783]: timer() Jun 21 04:38:26.075749 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:38:26.075749 dv-cinder-797170-3-iscsi neutron-server[92783]: cb(*args, **kw) Jun 21 04:38:26.075749 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:38:26.075749 dv-cinder-797170-3-iscsi neutron-server[92783]: return func(*args, **kwargs) Jun 21 04:38:26.075749 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:38:26.075749 dv-cinder-797170-3-iscsi neutron-server[92783]: self._notify() Jun 21 04:38:26.075749 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:38:26.075749 dv-cinder-797170-3-iscsi neutron-server[92783]: self.callback(batched_events) Jun 21 04:38:26.075749 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:38:26.075749 dv-cinder-797170-3-iscsi neutron-server[92783]: event.method(event) Jun 21 04:38:26.075749 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:38:26.075749 dv-cinder-797170-3-iscsi neutron-server[92783]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:38:26.075749 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:38:26.075749 dv-cinder-797170-3-iscsi neutron-server[92783]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:38:26.075749 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:38:26.075749 dv-cinder-797170-3-iscsi neutron-server[92783]: return f(self, *a, **k) Jun 21 04:38:26.075749 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:38:26.075749 dv-cinder-797170-3-iscsi neutron-server[92783]: return self._get(url).json() Jun 21 04:38:26.075749 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:38:26.075749 dv-cinder-797170-3-iscsi neutron-server[92783]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:38:26.075749 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:38:26.075749 dv-cinder-797170-3-iscsi neutron-server[92783]: return self.request(url, 'GET', **kwargs) Jun 21 04:38:26.075749 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:38:26.075749 dv-cinder-797170-3-iscsi neutron-server[92783]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:38:26.075749 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:38:26.075749 dv-cinder-797170-3-iscsi neutron-server[92783]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:38:26.075749 dv-cinder-797170-3-iscsi neutron-server[92783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:38:26.075749 dv-cinder-797170-3-iscsi neutron-server[92783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:38:26.075749 dv-cinder-797170-3-iscsi neutron-server[92783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:38:26.130071 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-62cf4d94-f228-4ffb-bd72-2a06011975bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-431616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689787'] for network, after_delete {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:26.133647 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:38:26.136576 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron_lib.callbacks.manager [None req-62cf4d94-f228-4ffb-bd72-2a06011975bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for network, before_response {{(pid=92783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:26.137633 dv-cinder-797170-3-iscsi neutron-server[92783]: INFO neutron.wsgi [None req-62cf4d94-f228-4ffb-bd72-2a06011975bf admin admin] 10.222.0.53 "DELETE /v2.0/networks/0316c735-cdaa-4548-b14e-eee4ef4396d6 HTTP/1.1" status: 204 len: 168 time: 0.5529432 Jun 21 04:38:26.140673 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 38316) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:38:26.148728 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cf4d94-f228-4ffb-bd72-2a06011975bf admin admin] Pushing event deleted for resources: {'Network': ['ID=0316c735-cdaa-4548-b14e-eee4ef4396d6,revision_number=None']} {{(pid=92783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:38:26.151533 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG oslo_concurrency.lockutils [None req-62cf4d94-f228-4ffb-bd72-2a06011975bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:38:26.479839 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-ad182982-6d88-4859-8076-076040c8215b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654004'] for router_interface, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:26.740170 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.plugin [None req-ad182982-6d88-4859-8076-076040c8215b admin admin] Deleting port bfc1d1c8-7fa1-4e87-8ca0-3676008396cd {{(pid=92782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:38:26.740513 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-ad182982-6d88-4859-8076-076040c8215b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:26.817668 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.db [None req-ad182982-6d88-4859-8076-076040c8215b admin admin] For port bfc1d1c8-7fa1-4e87-8ca0-3676008396cd, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=bfc1d1c8-7fa1-4e87-8ca0-3676008396cd,segment=NetworkSegment(045a3b55-36e3-4dbb-a759-a89fea68f64a),segment_id=045a3b55-36e3-4dbb-a759-a89fea68f64a)] {{(pid=92782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:38:26.818020 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-ad182982-6d88-4859-8076-076040c8215b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:26.884629 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.plugin [None req-ad182982-6d88-4859-8076-076040c8215b admin admin] Calling delete_port for bfc1d1c8-7fa1-4e87-8ca0-3676008396cd owned by network:router_interface {{(pid=92782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:38:27.058831 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-ad182982-6d88-4859-8076-076040c8215b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14133696'] for port, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:27.061402 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-19290908-7a24-4baf-9ca4-8c9cea9db777 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:38:27.083985 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad182982-6d88-4859-8076-076040c8215b admin admin] Pushing event deleted for resources: {'Port': ['ID=bfc1d1c8-7fa1-4e87-8ca0-3676008396cd,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:38:27.087119 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-ad182982-6d88-4859-8076-076040c8215b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:38:27.251083 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-ad182982-6d88-4859-8076-076040c8215b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1773170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1653832'] for router_interface, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:27.452371 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad182982-6d88-4859-8076-076040c8215b admin admin] Router 465615de-efff-40ea-9652-b93b339adac0 has already been hosted by L3 agent 24838221-9d49-44eb-9e47-6a2fc9da17a2 {{(pid=92782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 04:38:27.480995 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-317ee3d3-bb19-4d90-875c-29df14724c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:27.563684 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad182982-6d88-4859-8076-076040c8215b admin admin] Notify agent at l3_agent.dv-cinder-797170-3-iscsi the message routers_updated {{(pid=92782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 04:38:27.568782 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-ad182982-6d88-4859-8076-076040c8215b admin admin] 10.222.0.53 "PUT /v2.0/routers/465615de-efff-40ea-9652-b93b339adac0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4270158 Jun 21 04:38:27.571398 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 38318) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:38:27.576598 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4d7c36-cfe3-4e5e-b02f-b9c0016e2694 None None] Sync routers for ids ['465615de-efff-40ea-9652-b93b339adac0'] in dv-cinder-797170-3-iscsi {{(pid=92785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 04:38:27.585515 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4d7c36-cfe3-4e5e-b02f-b9c0016e2694 None None] Routers {'465615de-efff-40ea-9652-b93b339adac0'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:38:27.586129 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-be4d7c36-cfe3-4e5e-b02f-b9c0016e2694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:38:00Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['465615de-efff-40ea-9652-b93b339adac0'], 'active': True} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:38:27.618870 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6 no longer exists at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:38:27.641429 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] No Port match for: 0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6 {{(pid=92784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:38:27.641785 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 0ac8f946-9ee6-4876-a69f-47f8b6e8b0c6 not bound to the agent host dv-cinder-797170-3-iscsi {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:38:27.642423 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 58c0fe06-7c77-466b-b7ef-8f6429f9715d no longer exists at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:38:27.662481 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] No Port match for: 58c0fe06-7c77-466b-b7ef-8f6429f9715d {{(pid=92784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:38:27.663093 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 58c0fe06-7c77-466b-b7ef-8f6429f9715d not bound to the agent host dv-cinder-797170-3-iscsi {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:38:27.683101 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-486a89e5-f2a0-4c83-a6d8-1db74e26104c admin admin] Notify callbacks [] for router, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:27.693588 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvr_db [None req-be4d7c36-cfe3-4e5e-b02f-b9c0016e2694 None None] Set router 465615de-efff-40ea-9652-b93b339adac0 gateway port host: dv-cinder-797170-3-iscsi {{(pid=92785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:38:27.786978 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-486a89e5-f2a0-4c83-a6d8-1db74e26104c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:27.839772 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.plugin [None req-486a89e5-f2a0-4c83-a6d8-1db74e26104c admin admin] Deleting port 6b524d51-faf3-44ec-8eb6-47c0ae11e69f {{(pid=92782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:38:27.840104 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-486a89e5-f2a0-4c83-a6d8-1db74e26104c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:27.920288 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.db [None req-486a89e5-f2a0-4c83-a6d8-1db74e26104c admin admin] For port 6b524d51-faf3-44ec-8eb6-47c0ae11e69f, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=6b524d51-faf3-44ec-8eb6-47c0ae11e69f,segment=NetworkSegment(e399e9b6-8ae1-4c2d-bd11-625228d4b590),segment_id=e399e9b6-8ae1-4c2d-bd11-625228d4b590)] {{(pid=92782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:38:27.920646 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-486a89e5-f2a0-4c83-a6d8-1db74e26104c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:27.946006 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-be4d7c36-cfe3-4e5e-b02f-b9c0016e2694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465615de-efff-40ea-9652-b93b339adac0', 'name': 'tempest-TestShelveInstance-396642771-router', 'tenant_id': 'f4d09090bba443709cb5a4e38703c8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'external_fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '6b524d51-faf3-44ec-8eb6-47c0ae11e69f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:57Z', 'updated_at': '2021-06-21T04:38:27Z', 'revision_number': 5, 'project_id': 'f4d09090bba443709cb5a4e38703c8f7', 'gw_port': {'id': '6b524d51-faf3-44ec-8eb6-47c0ae11e69f', 'name': '', 'network_id': '6916bb71-a8d9-40e6-a88e-dbc7129bc7b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:dd:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465615de-efff-40ea-9652-b93b339adac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T04:33:58Z', 'updated_at': '2021-06-21T04:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c39627d-1aec-4229-8b15-efcd0ccd7e2f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-3-iscsi'}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:38:27.973797 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4d7c36-cfe3-4e5e-b02f-b9c0016e2694 None None] Checking router: 465615de-efff-40ea-9652-b93b339adac0 for host: dv-cinder-797170-3-iscsi {{(pid=92785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 04:38:27.982494 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4d7c36-cfe3-4e5e-b02f-b9c0016e2694 None None] Routers {'465615de-efff-40ea-9652-b93b339adac0'} bound to L3 agent in host dv-cinder-797170-3-iscsi {{(pid=92785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 04:38:27.983102 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-be4d7c36-cfe3-4e5e-b02f-b9c0016e2694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797170-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T04:18:00Z,description=,heartbeat_timestamp=2021-06-21T04:38:00Z,host='dv-cinder-797170-3-iscsi',id=24838221-9d49-44eb-9e47-6a2fc9da17a2,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T04:18:00Z,topic='l3_agent')) {'router_ids': ['465615de-efff-40ea-9652-b93b339adac0'], 'active': True} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:38:27.985379 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.plugin [None req-486a89e5-f2a0-4c83-a6d8-1db74e26104c admin admin] Calling delete_port for 6b524d51-faf3-44ec-8eb6-47c0ae11e69f owned by network:router_gateway {{(pid=92782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:38:28.063274 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_dvr_db [None req-be4d7c36-cfe3-4e5e-b02f-b9c0016e2694 None None] Set router 465615de-efff-40ea-9652-b93b339adac0 gateway port host: None {{(pid=92785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 04:38:28.112148 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.l3_hamode_db [None req-be4d7c36-cfe3-4e5e-b02f-b9c0016e2694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '465615de-efff-40ea-9652-b93b339adac0', 'name': 'tempest-TestShelveInstance-396642771-router', 'tenant_id': 'f4d09090bba443709cb5a4e38703c8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:57Z', 'updated_at': '2021-06-21T04:38:27Z', 'revision_number': 6, 'project_id': 'f4d09090bba443709cb5a4e38703c8f7', 'gw_port_host': None}], 'dv-cinder-797170-3-iscsi', False) {} {{(pid=92785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:38:28.140666 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4d7c36-cfe3-4e5e-b02f-b9c0016e2694 None None] The sync data for ids ['465615de-efff-40ea-9652-b93b339adac0'] in dv-cinder-797170-3-iscsi is: [{'id': '465615de-efff-40ea-9652-b93b339adac0', 'name': 'tempest-TestShelveInstance-396642771-router', 'tenant_id': 'f4d09090bba443709cb5a4e38703c8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T04:33:57Z', 'updated_at': '2021-06-21T04:38:27Z', 'revision_number': 6, 'project_id': 'f4d09090bba443709cb5a4e38703c8f7', 'gw_port_host': None}] {{(pid=92785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 04:38:28.142009 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-486a89e5-f2a0-4c83-a6d8-1db74e26104c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14133696'] for port, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:28.144849 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-329aa478-7e2a-4224-9203-478a1192e71b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:38:28.173848 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486a89e5-f2a0-4c83-a6d8-1db74e26104c admin admin] Pushing event deleted for resources: {'Port': ['ID=6b524d51-faf3-44ec-8eb6-47c0ae11e69f,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:38:28.179391 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-486a89e5-f2a0-4c83-a6d8-1db74e26104c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:38:28.230886 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-486a89e5-f2a0-4c83-a6d8-1db74e26104c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1689700'] for router_gateway, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:28.316628 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-486a89e5-f2a0-4c83-a6d8-1db74e26104c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1652090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1072'] for router, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:28.318601 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-486a89e5-f2a0-4c83-a6d8-1db74e26104c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:28.360781 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-486a89e5-f2a0-4c83-a6d8-1db74e26104c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1652779'] for router, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:28.361285 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486a89e5-f2a0-4c83-a6d8-1db74e26104c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 465615de-efff-40ea-9652-b93b339adac0 {{(pid=92782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 04:38:28.365413 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-486a89e5-f2a0-4c83-a6d8-1db74e26104c admin admin] Notify callbacks [] for router, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:28.366549 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-486a89e5-f2a0-4c83-a6d8-1db74e26104c admin admin] 10.222.0.53 "DELETE /v2.0/routers/465615de-efff-40ea-9652-b93b339adac0 HTTP/1.1" status: 204 len: 168 time: 0.7941692 Jun 21 04:38:28.369122 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 38320) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:38:28.413116 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.db_base_plugin_v2 [None req-b81e1739-92fd-40a4-89f9-7d2b2fa9b7bf admin admin] Deleting subnet f71dac46-d1d4-4cb9-87a7-64a7a9da3fbd {{(pid=92782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 04:38:28.416619 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-b81e1739-92fd-40a4-89f9-7d2b2fa9b7bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:28.449316 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-b81e1739-92fd-40a4-89f9-7d2b2fa9b7bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14553356'] for subnet, precommit_delete_associations {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:28.533205 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-b81e1739-92fd-40a4-89f9-7d2b2fa9b7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611213'] for subnet, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:28.591654 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-b81e1739-92fd-40a4-89f9-7d2b2fa9b7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14133690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14135513'] for subnet, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:28.594234 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:38:28.617655 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81e1739-92fd-40a4-89f9-7d2b2fa9b7bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f71dac46-d1d4-4cb9-87a7-64a7a9da3fbd,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:38:28.620100 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-b81e1739-92fd-40a4-89f9-7d2b2fa9b7bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:28.623040 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-b81e1739-92fd-40a4-89f9-7d2b2fa9b7bf admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f71dac46-d1d4-4cb9-87a7-64a7a9da3fbd HTTP/1.1" status: 204 len: 168 time: 0.2512860 Jun 21 04:38:28.623040 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-b81e1739-92fd-40a4-89f9-7d2b2fa9b7bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:38:28.624401 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 38322) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:38:28.625690 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee25e12-41c5-4206-8c39-5a9159b35a04 None None] Network 94001c64-6c8f-44bd-be7e-05e1fc46a332 requested from dv-cinder-797170-3-iscsi {{(pid=92784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 04:38:28.692412 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-6e0c585e-a394-49e0-8d09-f32ccaef3fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588785'] for network, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:28.751115 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.plugin [None req-6e0c585e-a394-49e0-8d09-f32ccaef3fea admin admin] Deleting port d35a0e1c-d97e-424b-bfb0-d59b42e15261 {{(pid=92782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:38:28.751450 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-6e0c585e-a394-49e0-8d09-f32ccaef3fea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:28.813737 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.db [None req-6e0c585e-a394-49e0-8d09-f32ccaef3fea admin admin] For port d35a0e1c-d97e-424b-bfb0-d59b42e15261, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=d35a0e1c-d97e-424b-bfb0-d59b42e15261,segment=NetworkSegment(045a3b55-36e3-4dbb-a759-a89fea68f64a),segment_id=045a3b55-36e3-4dbb-a759-a89fea68f64a)] {{(pid=92782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:38:28.814091 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-6e0c585e-a394-49e0-8d09-f32ccaef3fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:28.877734 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.plugin [None req-6e0c585e-a394-49e0-8d09-f32ccaef3fea admin admin] Calling delete_port for d35a0e1c-d97e-424b-bfb0-d59b42e15261 owned by network:dhcp {{(pid=92782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:38:28.894125 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bef559-a3e6-47c7-bca0-867d78d16d73 None None] DHCP port deletion for 94001c64-6c8f-44bd-be7e-05e1fc46a332 request from dv-cinder-797170-3-iscsi {{(pid=92784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 04:38:28.943378 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-58bef559-a3e6-47c7-bca0-867d78d16d73 None None] Deleting port d35a0e1c-d97e-424b-bfb0-d59b42e15261 {{(pid=92784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 04:38:28.943761 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-58bef559-a3e6-47c7-bca0-867d78d16d73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749528965861'] for port, before_delete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:28.960799 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-6e0c585e-a394-49e0-8d09-f32ccaef3fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14133696'] for port, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:28.963874 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-0c24e5a3-90c0-45ce-920d-0b3914b235c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:38:28.989086 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0c585e-a394-49e0-8d09-f32ccaef3fea admin admin] Pushing event deleted for resources: {'Port': ['ID=d35a0e1c-d97e-424b-bfb0-d59b42e15261,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:38:28.992291 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-6e0c585e-a394-49e0-8d09-f32ccaef3fea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:38:28.993246 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0c585e-a394-49e0-8d09-f32ccaef3fea admin admin] No DVR routers for this DVR port d35a0e1c-d97e-424b-bfb0-d59b42e15261 on host dv-cinder-797170-3-iscsi {{(pid=92782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:38:29.013410 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.db [None req-58bef559-a3e6-47c7-bca0-867d78d16d73 None None] For port d35a0e1c-d97e-424b-bfb0-d59b42e15261, host dv-cinder-797170-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-3-iscsi',level=0,port_id=d35a0e1c-d97e-424b-bfb0-d59b42e15261,segment=NetworkSegment(045a3b55-36e3-4dbb-a759-a89fea68f64a),segment_id=045a3b55-36e3-4dbb-a759-a89fea68f64a)] {{(pid=92784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 04:38:29.013810 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-58bef559-a3e6-47c7-bca0-867d78d16d73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691301'] for port, precommit_delete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:29.067507 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-6e0c585e-a394-49e0-8d09-f32ccaef3fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611858', 'neutron.services.segments.db._delete_segments_for_network-8749528986579'] for network, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:29.075631 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-58bef559-a3e6-47c7-bca0-867d78d16d73 None None] Calling delete_port for d35a0e1c-d97e-424b-bfb0-d59b42e15261 owned by network:dhcp {{(pid=92784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 04:38:29.077680 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.services.segments.db [None req-6e0c585e-a394-49e0-8d09-f32ccaef3fea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94001c64-6c8f-44bd-be7e-05e1fc46a332']}} {{(pid=92782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:38:29.088620 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.services.segments.db [None req-6e0c585e-a394-49e0-8d09-f32ccaef3fea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '045a3b55-36e3-4dbb-a759-a89fea68f64a') {'for_net_delete': True} {{(pid=92782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:38:29.088917 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.services.segments.db [None req-6e0c585e-a394-49e0-8d09-f32ccaef3fea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '045a3b55-36e3-4dbb-a759-a89fea68f64a') {} {{(pid=92782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 04:38:29.097710 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-6e0c585e-a394-49e0-8d09-f32ccaef3fea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749528986408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14553349'] for segment, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:29.114672 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-6e0c585e-a394-49e0-8d09-f32ccaef3fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607066'] for segment, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:29.121844 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e0c585e-a394-49e0-8d09-f32ccaef3fea admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=92782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 04:38:29.122338 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-6e0c585e-a394-49e0-8d09-f32ccaef3fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14133265'] for segment, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:29.124147 dv-cinder-797170-3-iscsi neutron-server[92782]: Traceback (most recent call last): Jun 21 04:38:29.124147 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 04:38:29.124147 dv-cinder-797170-3-iscsi neutron-server[92782]: timer() Jun 21 04:38:29.124147 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 04:38:29.124147 dv-cinder-797170-3-iscsi neutron-server[92782]: cb(*args, **kw) Jun 21 04:38:29.124147 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 04:38:29.124147 dv-cinder-797170-3-iscsi neutron-server[92782]: return func(*args, **kwargs) Jun 21 04:38:29.124147 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 04:38:29.124147 dv-cinder-797170-3-iscsi neutron-server[92782]: self._notify() Jun 21 04:38:29.124147 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 04:38:29.124147 dv-cinder-797170-3-iscsi neutron-server[92782]: self.callback(batched_events) Jun 21 04:38:29.124147 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 04:38:29.124147 dv-cinder-797170-3-iscsi neutron-server[92782]: event.method(event) Jun 21 04:38:29.124147 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 04:38:29.124147 dv-cinder-797170-3-iscsi neutron-server[92782]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 04:38:29.124147 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 04:38:29.124147 dv-cinder-797170-3-iscsi neutron-server[92782]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 04:38:29.124147 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 04:38:29.124147 dv-cinder-797170-3-iscsi neutron-server[92782]: return f(self, *a, **k) Jun 21 04:38:29.124147 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 04:38:29.124147 dv-cinder-797170-3-iscsi neutron-server[92782]: return self._get(url).json() Jun 21 04:38:29.124147 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 04:38:29.124147 dv-cinder-797170-3-iscsi neutron-server[92782]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 04:38:29.124147 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 04:38:29.124147 dv-cinder-797170-3-iscsi neutron-server[92782]: return self.request(url, 'GET', **kwargs) Jun 21 04:38:29.124147 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 04:38:29.124147 dv-cinder-797170-3-iscsi neutron-server[92782]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 04:38:29.124147 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 04:38:29.124147 dv-cinder-797170-3-iscsi neutron-server[92782]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 04:38:29.124147 dv-cinder-797170-3-iscsi neutron-server[92782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 04:38:29.124147 dv-cinder-797170-3-iscsi neutron-server[92782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 04:38:29.124147 dv-cinder-797170-3-iscsi neutron-server[92782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 04:38:29.159375 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-58bef559-a3e6-47c7-bca0-867d78d16d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555126', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-46225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1773056', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749528905957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749528475998'] for port, after_delete {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:29.162561 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-7ddc9461-97ac-47fe-aea6-0fab2fde66be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:38:29.186083 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-6e0c585e-a394-49e0-8d09-f32ccaef3fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-431616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1773067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1689787'] for network, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:29.187844 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bef559-a3e6-47c7-bca0-867d78d16d73 None None] Pushing event deleted for resources: {'Port': ['ID=d35a0e1c-d97e-424b-bfb0-d59b42e15261,revision_number=None']} {{(pid=92784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:38:29.190104 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bef559-a3e6-47c7-bca0-867d78d16d73 None None] No DVR routers for this DVR port d35a0e1c-d97e-424b-bfb0-d59b42e15261 on host dv-cinder-797170-3-iscsi {{(pid=92784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 04:38:29.190601 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-7de995c2-7250-4bbd-9f5e-da27ce208c74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:38:29.193221 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-6e0c585e-a394-49e0-8d09-f32ccaef3fea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1773078'] for network, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:29.197585 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-6e0c585e-a394-49e0-8d09-f32ccaef3fea admin admin] 10.222.0.53 "DELETE /v2.0/networks/94001c64-6c8f-44bd-be7e-05e1fc46a332 HTTP/1.1" status: 204 len: 168 time: 0.5697615 Jun 21 04:38:29.200378 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bef559-a3e6-47c7-bca0-867d78d16d73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:38:29.200735 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bef559-a3e6-47c7-bca0-867d78d16d73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:38:29.201074 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bef559-a3e6-47c7-bca0-867d78d16d73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:38:29.201444 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bef559-a3e6-47c7-bca0-867d78d16d73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:38:29.201736 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bef559-a3e6-47c7-bca0-867d78d16d73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:38:29.202317 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bef559-a3e6-47c7-bca0-867d78d16d73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:38:29.202451 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bef559-a3e6-47c7-bca0-867d78d16d73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:38:29.202730 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bef559-a3e6-47c7-bca0-867d78d16d73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:38:29.203056 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bef559-a3e6-47c7-bca0-867d78d16d73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:38:29.203487 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bef559-a3e6-47c7-bca0-867d78d16d73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:38:29.203692 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bef559-a3e6-47c7-bca0-867d78d16d73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:38:29.204030 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bef559-a3e6-47c7-bca0-867d78d16d73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-3-iscsi {{(pid=92784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 04:38:29.207044 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG oslo_concurrency.lockutils [None req-58bef559-a3e6-47c7-bca0-867d78d16d73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:38:29.211943 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0c585e-a394-49e0-8d09-f32ccaef3fea admin admin] Pushing event deleted for resources: {'Network': ['ID=94001c64-6c8f-44bd-be7e-05e1fc46a332,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:38:29.214731 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-6e0c585e-a394-49e0-8d09-f32ccaef3fea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:38:29.316945 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.agents_db [None req-2d4e51dd-16b2-4ea0-aa94-70b67a47226d None None] Agent healthcheck: found 6 active agents {{(pid=92785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:38:29.358069 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 38326) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:38:29.395882 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-34f60baa-e153-472f-823f-53b62381fbc1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5984621e8c634a5faafc7bffba674491&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0364604 Jun 21 04:38:29.397932 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 38328) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:38:29.444714 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-75026c03-7663-4a62-84ee-8e32fa307752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:29.465193 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-75026c03-7663-4a62-84ee-8e32fa307752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:29.511581 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-75026c03-7663-4a62-84ee-8e32fa307752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:29.514091 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-75026c03-7663-4a62-84ee-8e32fa307752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:29.518030 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-75026c03-7663-4a62-84ee-8e32fa307752 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/45c91a4a-0856-432b-92fc-e75de1f70436 HTTP/1.1" status: 204 len: 168 time: 0.1165156 Jun 21 04:38:29.518030 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-09f2cf77-ff33-4817-bf85-a636e4a2d182 tempest-TestShelveInstance-819311404 tempest-TestShelveInstance-819311404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:38:29.523774 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75026c03-7663-4a62-84ee-8e32fa307752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c91a4a-0856-432b-92fc-e75de1f70436,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:38:29.526898 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-75026c03-7663-4a62-84ee-8e32fa307752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:38:29.575544 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device bfc1d1c8-7fa1-4e87-8ca0-3676008396cd no longer exists at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:38:29.595426 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] No Port match for: bfc1d1c8-7fa1-4e87-8ca0-3676008396cd {{(pid=92784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:38:29.595780 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device bfc1d1c8-7fa1-4e87-8ca0-3676008396cd not bound to the agent host dv-cinder-797170-3-iscsi {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:38:29.596206 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device d35a0e1c-d97e-424b-bfb0-d59b42e15261 no longer exists at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:38:29.614057 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] No Port match for: d35a0e1c-d97e-424b-bfb0-d59b42e15261 {{(pid=92784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:38:29.614440 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device d35a0e1c-d97e-424b-bfb0-d59b42e15261 not bound to the agent host dv-cinder-797170-3-iscsi {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:38:29.614863 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 6b524d51-faf3-44ec-8eb6-47c0ae11e69f no longer exists at agent ovs-agent-dv-cinder-797170-3-iscsi {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 04:38:29.635806 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.plugin [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] No Port match for: 6b524d51-faf3-44ec-8eb6-47c0ae11e69f {{(pid=92784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 04:38:29.636482 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron.plugins.ml2.rpc [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Device 6b524d51-faf3-44ec-8eb6-47c0ae11e69f not bound to the agent host dv-cinder-797170-3-iscsi {{(pid=92784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 04:38:29.780862 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-c79bffbf-4846-4708-bbde-146de79a5d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:29.835047 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 38334) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:38:29.874030 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-1f434e6e-cdff-4efd-8ac0-14e96ec4427d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f4d09090bba443709cb5a4e38703c8f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377972 Jun 21 04:38:29.876396 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.wsgi [-] (92782) accepted ('10.222.0.53', 38336) {{(pid=92782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 04:38:29.926188 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-d621d861-6100-4a03-aa2f-288a46aea809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:29.946729 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-d621d861-6100-4a03-aa2f-288a46aea809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:29.991800 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-d621d861-6100-4a03-aa2f-288a46aea809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-431665'] for security_group, after_delete {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:29.995007 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron_lib.callbacks.manager [None req-d621d861-6100-4a03-aa2f-288a46aea809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:29.996103 dv-cinder-797170-3-iscsi neutron-server[92782]: INFO neutron.wsgi [None req-d621d861-6100-4a03-aa2f-288a46aea809 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/933c34fc-fc91-4f7e-ac5c-544a832c3d16 HTTP/1.1" status: 204 len: 168 time: 0.1188548 Jun 21 04:38:29.996880 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-166e5789-54e4-4551-b745-04bb73b06f40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 04:38:30.004197 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d621d861-6100-4a03-aa2f-288a46aea809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933c34fc-fc91-4f7e-ac5c-544a832c3d16,revision_number=None']} {{(pid=92782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 04:38:30.010403 dv-cinder-797170-3-iscsi neutron-server[92782]: DEBUG oslo_concurrency.lockutils [None req-d621d861-6100-4a03-aa2f-288a46aea809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 04:38:30.071446 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:31.193746 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-96e1c505-da01-46a8-887c-1f2eb0a4db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:32.650160 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-a8ace0c1-1149-433a-b03a-8a8d050911ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:47.432785 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:57.481509 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-449eba67-a27b-4008-ba1e-7b2a1c76a533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:38:59.781005 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-ab2a809c-1368-499d-8ebe-06b2ba2451fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:00.073299 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:01.196796 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-96e1c505-da01-46a8-887c-1f2eb0a4db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:02.652523 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-a8ace0c1-1149-433a-b03a-8a8d050911ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:06.315277 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.agents_db [None req-2d4e51dd-16b2-4ea0-aa94-70b67a47226d None None] Agent healthcheck: found 6 active agents {{(pid=92785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:39:17.433382 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:27.482265 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-78903461-4af1-4ea4-b6f9-2dd75a9615d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:29.781137 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-b4bd9d95-8f0a-4a86-8a26-999980e04ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:30.072085 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:31.200839 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-96e1c505-da01-46a8-887c-1f2eb0a4db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:32.656115 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-a8ace0c1-1149-433a-b03a-8a8d050911ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:43.313719 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.agents_db [None req-2d4e51dd-16b2-4ea0-aa94-70b67a47226d None None] Agent healthcheck: found 6 active agents {{(pid=92785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:39:47.448018 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:57.482549 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-41f11462-3455-4bd5-b77d-6db3bd7eb2ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:39:59.781024 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-aa5de7da-a622-42c5-a2ca-01f04535f61a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:00.072328 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:01.202874 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-96e1c505-da01-46a8-887c-1f2eb0a4db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:02.659293 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-a8ace0c1-1149-433a-b03a-8a8d050911ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:17.464061 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:20.311934 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.agents_db [None req-2d4e51dd-16b2-4ea0-aa94-70b67a47226d None None] Agent healthcheck: found 6 active agents {{(pid=92785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:40:27.483165 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-95e6f294-310a-4d5a-ad9f-c291582af9ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:29.781426 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-fa94fb42-c800-46f2-9efc-c3e465a1ab71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:30.072396 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:31.205370 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-96e1c505-da01-46a8-887c-1f2eb0a4db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:32.661415 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-a8ace0c1-1149-433a-b03a-8a8d050911ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:47.463210 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:57.309570 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.agents_db [None req-2d4e51dd-16b2-4ea0-aa94-70b67a47226d None None] Agent healthcheck: found 6 active agents {{(pid=92785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:40:57.484001 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-f6518497-b2b2-4061-a119-449796a5e4b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:40:58.237489 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [req-188b741a-757c-4dd5-b57f-ec71cee5daf1 req-63a1d2d1-b6f2-4a1e-80c5-d4e7a64b8e76 service neutron] (92783) timed out ('10.222.0.55', 63129) {{(pid=92783) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 21 04:40:59.782126 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-debafba8-9bdf-4811-9f55-d6ca70a1e94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:00.072974 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:01.208714 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-96e1c505-da01-46a8-887c-1f2eb0a4db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:01.814196 dv-cinder-797170-3-iscsi neutron-server[92783]: DEBUG neutron.wsgi [req-a0c81fcb-fc47-494b-8cf1-72025d4ade7e req-9aa1ee0a-edff-443e-9007-da6669904e4b service neutron] (92783) timed out ('10.222.0.55', 63137) {{(pid=92783) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 21 04:41:02.665311 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-a8ace0c1-1149-433a-b03a-8a8d050911ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:17.494421 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:27.484897 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-2c721386-18f3-4718-abe3-59ed560ceeca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:29.782551 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-227d8c26-d657-418f-bf33-6623966457a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:30.073863 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:31.211465 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-96e1c505-da01-46a8-887c-1f2eb0a4db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:32.667388 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-a8ace0c1-1149-433a-b03a-8a8d050911ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:34.308600 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.agents_db [None req-2d4e51dd-16b2-4ea0-aa94-70b67a47226d None None] Agent healthcheck: found 6 active agents {{(pid=92785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:41:47.509592 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:57.484758 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-270e4ac8-2be8-4e5d-a4e1-b90516b7db58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:41:59.782980 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-f7525e64-3bbc-486c-8a3a-1b3d6265039c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:00.074334 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:01.215299 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-96e1c505-da01-46a8-887c-1f2eb0a4db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:02.670231 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-a8ace0c1-1149-433a-b03a-8a8d050911ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:11.307544 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.agents_db [None req-2d4e51dd-16b2-4ea0-aa94-70b67a47226d None None] Agent healthcheck: found 6 active agents {{(pid=92785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:42:17.510310 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:27.485920 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-8fe1f6cb-dfda-44aa-810c-0456d70440e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:29.782939 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-2eccc253-e246-4ec3-9447-15f5cf32be82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:30.075017 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:31.216223 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-96e1c505-da01-46a8-887c-1f2eb0a4db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:32.673793 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-a8ace0c1-1149-433a-b03a-8a8d050911ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:47.508588 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:48.306438 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.agents_db [None req-2d4e51dd-16b2-4ea0-aa94-70b67a47226d None None] Agent healthcheck: found 6 active agents {{(pid=92785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:42:57.487161 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-209ab7a4-2e0f-45f9-b902-0caf9d60aef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:42:59.782750 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-107c4789-28dc-4ccc-b423-9b4421cdcddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:00.074257 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:01.219257 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-96e1c505-da01-46a8-887c-1f2eb0a4db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:02.677158 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-a8ace0c1-1149-433a-b03a-8a8d050911ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:17.524551 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-669c0a83-b5cb-44c4-960d-69d4c423a0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:25.305678 dv-cinder-797170-3-iscsi neutron-server[92785]: DEBUG neutron.db.agents_db [None req-2d4e51dd-16b2-4ea0-aa94-70b67a47226d None None] Agent healthcheck: found 6 active agents {{(pid=92785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 04:43:27.487726 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-41877251-42af-4eae-809e-b4a45bbf3ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:29.783722 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-78af7dd5-bdb2-4056-8aec-0f8d57e971ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:30.075715 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-5b2cefad-5fd9-45ec-8762-79013c94b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:31.220865 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-96e1c505-da01-46a8-887c-1f2eb0a4db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 04:43:32.680411 dv-cinder-797170-3-iscsi neutron-server[92784]: DEBUG neutron_lib.callbacks.manager [None req-a8ace0c1-1149-433a-b03a-8a8d050911ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749528986561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-616520'] for agent, after_update {{(pid=92784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}